-- Logs begin at Wed 2022-05-18 13:17:03 UTC, end at Wed 2022-05-18 14:38:47 UTC. -- May 18 14:07:42.021901 dv-cinder-755101-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 18 14:07:44.867810 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.common.config [-] Logging enabled! May 18 14:07:44.868427 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev217 May 18 14:07:44.868601 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104211) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 18 14:07:44.871916 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.common.config [-] Logging enabled! May 18 14:07:44.872171 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev217 May 18 14:07:44.872480 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104211) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 18 14:07:44.873465 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 14:07:44.873700 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 14:07:44.874073 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 14:07:44.874318 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 14:07:44.874543 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 14:07:44.874962 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.875262 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.875495 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.875790 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.876080 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.876362 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.876649 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.876968 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.877259 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.877544 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.877830 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.878062 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.878343 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.878631 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.878918 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.879145 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] debug = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.879923 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.880377 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.880810 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.881099 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.881394 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.881679 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.881955 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.882233 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.882517 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.882844 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] host = dv-cinder-755101-9-iscsi {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.883122 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.883412 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.883701 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.883989 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.884267 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.884545 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.884856 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.885133 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.885406 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] log_file = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.885682 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.885973 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.886261 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.886554 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.886788 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.887009 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.887294 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.887593 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.887873 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.888147 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.888420 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.888694 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.888990 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.889261 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.889545 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.889830 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.890114 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.890387 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.890659 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.890929 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.891196 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.891479 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.891750 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.892021 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.892292 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.892576 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.892870 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.893141 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.893440 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.893727 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.894007 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.894292 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.894565 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.894847 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.895659 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.895934 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.896494 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] use_json = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.896832 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.897085 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.897366 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.897640 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.897920 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.898193 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.898467 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.898752 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.899025 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:44.899320 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.899616 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.899916 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.900201 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.900506 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.900804 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.901098 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.901376 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.901664 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.902080 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.902379 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.902660 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.902963 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.903254 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.903552 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.903860 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.904159 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.904653 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.904816 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.905034 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.905312 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.905592 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.905881 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.906163 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.906456 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.906747 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.907030 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.907330 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.907618 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.907942 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.908243 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.908529 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.908826 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.909115 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.909408 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.909686 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.909960 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.910250 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.910530 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.911506 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.911884 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.912207 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.912490 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.912767 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.913084 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.913379 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.913662 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.913936 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.914212 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.914492 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.914765 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.915050 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.915328 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.915602 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.915874 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.916151 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.916422 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.916694 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.916996 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.917273 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.917550 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.917858 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.918134 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.918411 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.918688 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.918961 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.919234 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.919507 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.919785 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.920058 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.920328 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.920601 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.920905 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.921182 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.921483 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.921762 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.922043 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.922321 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.922598 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.922874 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.923155 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.923431 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.923708 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.923981 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.924272 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.924553 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.924887 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.925174 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.925454 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.925768 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.926047 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.926888 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.927246 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.927522 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.927801 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.928093 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.928375 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.928666 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.928986 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.929266 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.929561 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.929856 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.930150 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.930430 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.930739 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.931020 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:44.931239 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 14:07:44.931486 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104211) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 18 14:07:45.414188 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 18 14:07:45.414471 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 18 14:07:45.414775 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 18 14:07:45.415115 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.manager [-] Loading core plugin: ml2 May 18 14:07:45.757560 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.757817 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.758235 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.759453 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.759729 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.760006 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.819151 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.819585 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.819860 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.835259 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.835542 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.835812 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.868414 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.869082 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.869082 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.907751 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.908028 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:45.908299 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.262042 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.262319 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.262588 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.262858 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.263545 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.367194 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.367508 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.367794 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.368068 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.368338 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.368651 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.368944 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.369204 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.369467 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.369749 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.370012 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.370277 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.370532 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.370783 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.371036 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.371295 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.371570 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.371812 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.372079 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.372337 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.372606 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.372875 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.373155 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.373535 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.373782 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.374031 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.374442 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:07:46.374680 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:07:46.374915 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:07:46.375192 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:07:46.375384 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:07:46.375618 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:07:46.375987 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 18 14:07:46.379484 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 18 14:07:46.383603 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 18 14:07:46.387543 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 18 14:07:46.389204 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 18 14:07:46.389675 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 18 14:07:46.390009 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 18 14:07:46.390400 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 18 14:07:46.393404 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 18 14:07:46.393658 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 18 14:07:46.394005 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 18 14:07:46.399791 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 18 14:07:46.424157 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 18 14:07:46.424621 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.424956 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104211) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 18 14:07:46.425339 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.426762 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104211) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 18 14:07:46.427047 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 18 14:07:46.427296 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 18 14:07:46.430712 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.431001 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:46.494849 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 18 14:07:46.495032 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 18 14:07:46.495233 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 18 14:07:46.495618 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 18 14:07:46.548163 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO dbcounter [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Registered counter for database neutron May 18 14:07:46.569565 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_db.sqlalchemy.engines [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104211) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 18 14:07:46.576197 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writer thread running {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 14:07:47.172383 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Initializing driver for type 'gre' May 18 14:07:47.173061 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] gre ID ranges: [(1, 1000)] May 18 14:07:47.383309 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Initializing driver for type 'local' May 18 14:07:47.383661 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Initializing driver for type 'vlan' May 18 14:07:47.492397 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] VlanTypeDriver initialization complete May 18 14:07:47.492735 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Initializing driver for type 'vxlan' May 18 14:07:47.493286 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] vxlan ID ranges: [(1, 1000)] May 18 14:07:47.709793 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Initializing extension driver 'port_security' May 18 14:07:47.710138 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.extensions.port_security [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] PortSecurityExtensionDriver initialization complete May 18 14:07:47.710471 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Initializing mechanism driver 'openvswitch' May 18 14:07:47.710793 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Initializing mechanism driver 'hyperv' May 18 14:07:47.717547 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.plugin [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:07:47.718230 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > port after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.718608 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > port after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.718961 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > port after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.719488 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 14:07:47.719916 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > subnet after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.720266 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > subnet after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.720611 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.721040 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 14:07:47.721449 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > network after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.721798 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > network after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.722141 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > network after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.722539 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 14:07:47.722945 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > security_group after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.723294 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > security_group after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.723635 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.724030 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 14:07:47.724474 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.724847 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.725186 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.725583 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 14:07:47.725985 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > address_group after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.726329 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > address_group after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.726666 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.727240 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 14:07:47.727702 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] ML2 OVO RPC backend initialized. {{(pid=104211) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 18 14:07:47.728436 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.728829 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.729251 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > network before_response 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.729628 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > networks before_response 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.729956 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > port before_response 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.730301 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > ports before_response 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.730643 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > subnet before_response 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.730987 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > subnets before_response 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.731333 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > network after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.731674 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > network after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.732011 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > network after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.732344 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > port after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.732681 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > port after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.733053 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > port after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.733397 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > subnet after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.733737 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > subnet after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.734074 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.741980 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded quota_driver: . May 18 14:07:47.742347 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.plugin [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Modular L2 Plugin initialization complete May 18 14:07:47.742740 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading services supported by the core plugin {{(pid=104211) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 18 14:07:47.743040 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.plugins.ml2.managers [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Got port-security extension from driver 'port_security' May 18 14:07:47.743528 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.extensions.vlantransparent [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Disabled vlantransparent extension. May 18 14:07:47.744024 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104211) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 18 14:07:47.744355 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading Plugin: router May 18 14:07:47.788603 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.789020 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router after_create 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.789397 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router before_create 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.789773 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.790142 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.790500 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router after_delete 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.790866 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.791211 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.791566 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router after_create 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.791911 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router after_update 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.792258 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router after_update 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.792606 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.793000 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router after_update 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.793413 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router precommit_update 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.793788 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: port after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.794135 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: port after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.794475 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: subnet after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.794817 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.795169 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.795516 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router precommit_create 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.795858 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: port before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.796200 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router precommit_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.796551 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router after_update 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.796925 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.797276 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router precommit_create 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.797635 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.797977 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router precommit_update 55549900 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.798337 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > agent after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.798682 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > agent after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.799031 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > network after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.799949 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Tracking information for resource: router configured {{(pid=104211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:07:47.800284 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Tracking information for resource: floatingip configured {{(pid=104211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:07:47.805891 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.db.l3_agentschedulers_db [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 18 14:07:47.806481 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: port after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.806848 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: port after_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.807428 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: port after_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.807551 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: port after_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.808377 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router before_create 55550100 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.808746 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.809144 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router precommit_create 55550100 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.809502 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > router precommit_update 55550100 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.814316 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.services.provider_configuration [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service providers = [] {{(pid=104211) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 18 14:07:47.814679 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.db.servicetype_db [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104211) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 18 14:07:47.817762 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.services.service_base [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:07:47.818710 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.services.service_base [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:07:47.819051 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.services.service_base [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:07:47.819946 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.services.service_base [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:07:47.820322 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.services.service_base [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Default provider is not specified for service type L3_ROUTER_NAT May 18 14:07:47.820713 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:07:47.821061 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 18 14:07:47.831957 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:07:47.832294 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading Plugin: auto_allocate May 18 14:07:47.838737 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: network precommit_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.839108 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: network precommit_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.839642 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:07:47.839964 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading Plugin: tag May 18 14:07:47.849894 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:07:47.850215 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading Plugin: timestamp May 18 14:07:47.854485 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:07:47.854814 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading Plugin: network_ip_availability May 18 14:07:47.860457 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.860863 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.861221 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:47.861973 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:07:47.862295 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading Plugin: flavors May 18 14:07:47.871796 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:07:47.872123 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading Plugin: revisions May 18 14:07:47.876568 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:07:47.877000 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_concurrency.lockutils [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.462s {{(pid=104211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 18 14:07:47.877770 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104211) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 18 14:07:47.878108 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Initializing extension manager. May 18 14:07:47.878644 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: __init__.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.878986 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: __pycache__ {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.879320 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: _port_mac_address_override.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.879653 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: address_group.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.880430 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.881832 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: address-group May 18 14:07:47.882160 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: address_scope.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.882885 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.883405 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: address-scope May 18 14:07:47.883729 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.888936 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.889460 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: router-admin-state-down-before-update May 18 14:07:47.889785 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: agent.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.890498 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.891053 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: agent May 18 14:07:47.891372 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: agent_resources_synced.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.892290 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.892807 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: agent-resources-synced May 18 14:07:47.893147 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: allowedaddresspairs.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.895066 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.895587 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: allowed-address-pairs May 18 14:07:47.895947 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: auto_allocated_topology.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.898005 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.898528 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: auto-allocated-topology May 18 14:07:47.898855 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: availability_zone.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.899558 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.900070 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: availability_zone May 18 14:07:47.900392 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: availability_zone_filter.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.901335 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.901847 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: availability_zone_filter May 18 14:07:47.902168 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: data_plane_status.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.903071 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.903578 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension data-plane-status not supported by any of loaded plugins May 18 14:07:47.903898 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: default_subnetpools.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.904831 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.905340 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: default-subnetpools May 18 14:07:47.905661 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.906492 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.907001 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: dhcp_agent_scheduler May 18 14:07:47.907322 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: dns.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.908250 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.908776 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension dns-integration not supported by any of loaded plugins May 18 14:07:47.909129 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: dns_domain_ports.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.915628 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.916158 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension dns-domain-ports not supported by any of loaded plugins May 18 14:07:47.916486 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.917443 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.917954 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 18 14:07:47.918277 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: dvr.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.918956 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.919473 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: dvr May 18 14:07:47.919793 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: ecmp_routes.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.920717 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.921255 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension ecmp_routes not supported by any of loaded plugins May 18 14:07:47.921575 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: empty_string_filtering.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.922494 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.923002 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: empty-string-filtering May 18 14:07:47.923321 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.924258 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.924761 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 18 14:07:47.925111 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.926017 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.926521 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 18 14:07:47.926840 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: external_net.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.927781 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.928374 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: external-net May 18 14:07:47.928703 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.929667 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.930178 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: extra_dhcp_opt May 18 14:07:47.930495 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: extraroute.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.931417 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.931920 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: extraroute May 18 14:07:47.932242 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: extraroute_atomic.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.933316 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.933822 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: extraroute-atomic May 18 14:07:47.934144 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: filter_validation.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.934836 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.935335 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: filter-validation May 18 14:07:47.935690 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: fip_pf_description.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.936587 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.937122 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 18 14:07:47.942297 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: fip_pf_port_range.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.943000 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.943601 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 18 14:07:47.943925 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: fip_port_details.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.944883 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.945394 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: fip-port-details May 18 14:07:47.945715 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: flavors.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.946982 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.947498 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: flavors May 18 14:07:47.947844 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.949551 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.950080 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 18 14:07:47.950413 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: floatingip_pools.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.951128 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.951640 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: floatingip-pools May 18 14:07:47.951974 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: ip_allocation.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.952941 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.953452 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension ip_allocation not supported by any of loaded plugins May 18 14:07:47.953804 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.954932 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.955451 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: ip-substring-filtering May 18 14:07:47.955777 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: l2_adjacency.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.956716 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.957259 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension l2_adjacency not supported by any of loaded plugins May 18 14:07:47.957584 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: l3.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.959206 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.959696 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: router May 18 14:07:47.960019 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.962361 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.962885 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 18 14:07:47.963217 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.964148 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.964670 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: ext-gw-mode May 18 14:07:47.965026 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.965954 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.966457 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: l3-ha May 18 14:07:47.966779 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.967724 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.968194 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 18 14:07:47.968516 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: l3_flavors.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.975723 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.976240 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: l3-flavors May 18 14:07:47.976566 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.978005 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.978556 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 18 14:07:47.978885 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.979804 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.980316 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: l3-port-ip-change-not-allowed May 18 14:07:47.980642 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: l3agentscheduler.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.981765 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.982311 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: l3_agent_scheduler May 18 14:07:47.982636 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: local_ip.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.984444 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.985002 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension local_ip not supported by any of loaded plugins May 18 14:07:47.985341 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: logging.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.986822 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.987345 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension logging not supported by any of loaded plugins May 18 14:07:47.987679 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: metering.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.988439 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.989049 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: metering May 18 14:07:47.989379 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.990518 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.991032 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: metering_source_and_destination_fields May 18 14:07:47.991362 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: multiprovidernet.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.992308 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.992896 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: multi-provider May 18 14:07:47.993170 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: netmtu.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.994131 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.994642 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: net-mtu May 18 14:07:47.994963 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: netmtu_writable.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.996045 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.996556 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: net-mtu-writable May 18 14:07:47.996904 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: network_availability_zone.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.997584 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:47.998092 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: network_availability_zone May 18 14:07:47.998416 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: network_ip_availability.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:47.999547 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.000054 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: network-ip-availability May 18 14:07:48.000377 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: network_segment_range.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.001194 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.001701 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension network-segment-range not supported by any of loaded plugins May 18 14:07:48.002024 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: pagination.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.003003 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.003329 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: pagination May 18 14:07:48.003645 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: port_device_profile.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.004580 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.005131 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: port-device-profile May 18 14:07:48.005446 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: port_mac_address_override.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.012393 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.013260 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: port-mac-override May 18 14:07:48.013768 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.015185 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.016049 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: port-mac-address-regenerate May 18 14:07:48.016425 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.017437 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.017953 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: port-numa-affinity-policy May 18 14:07:48.018290 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: port_resource_request.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.019213 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.019727 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension port-resource-request not supported by any of loaded plugins May 18 14:07:48.020051 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: port_resource_request_groups.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.021836 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.022371 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 18 14:07:48.022693 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: portbindings.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.023639 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.024153 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: binding May 18 14:07:48.024474 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: portbindings_extended.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.025790 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.026310 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: binding-extended May 18 14:07:48.026641 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: portsecurity.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.027561 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.028095 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: port-security May 18 14:07:48.028423 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: project_id.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.029439 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.029771 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: project-id May 18 14:07:48.030090 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: providernet.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.031011 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.031526 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: provider May 18 14:07:48.031850 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.042032 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.042590 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos not supported by any of loaded plugins May 18 14:07:48.042924 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.044239 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.044756 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 18 14:07:48.045164 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.046113 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.046636 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 18 14:07:48.046960 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_default.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.047881 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.048393 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-default not supported by any of loaded plugins May 18 14:07:48.048719 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_fip.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.049676 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.050192 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-fip not supported by any of loaded plugins May 18 14:07:48.050516 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.051429 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.051940 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 18 14:07:48.052262 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_gateway_ip.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.053370 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.053876 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 18 14:07:48.054197 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_port_network_policy.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.055116 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.055624 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 18 14:07:48.055946 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.057090 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.057608 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 18 14:07:48.057933 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.058984 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.059509 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 18 14:07:48.059832 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_pps_rule.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.061035 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.061556 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-pps not supported by any of loaded plugins May 18 14:07:48.061882 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_rule_type_details.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.062808 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.063319 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 18 14:07:48.063645 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.074490 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.074999 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 18 14:07:48.075324 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: qos_rules_alias.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.076374 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.076917 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension qos-rules-alias not supported by any of loaded plugins May 18 14:07:48.077245 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: quota_check_limit.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.078391 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.078910 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: quota-check-limit May 18 14:07:48.079241 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: quotasv2.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.080278 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.080608 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: quotas May 18 14:07:48.080961 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: quotasv2_detail.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.082711 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.083048 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: quota_details May 18 14:07:48.083376 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: rbac.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.084992 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.085525 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: rbac-policies May 18 14:07:48.085850 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: rbac_address_group.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.086792 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.087314 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: rbac-address-group May 18 14:07:48.087639 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: rbac_address_scope.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.088573 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.089122 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: rbac-address-scope May 18 14:07:48.089447 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: rbac_security_groups.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.090368 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.090925 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: rbac-security-groups May 18 14:07:48.091243 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: rbac_subnetpool.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.092170 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.092687 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: rbac-subnetpool May 18 14:07:48.093040 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: revisionifmatch.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.093965 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.094479 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: revision-if-match May 18 14:07:48.094800 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: revisions.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.095923 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.096440 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: standard-attr-revisions May 18 14:07:48.096763 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: router_availability_zone.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.097464 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.102568 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: router_availability_zone May 18 14:07:48.102568 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: routerservicetype.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.103294 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.103812 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension router-service-type not supported by any of loaded plugins May 18 14:07:48.104157 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.105111 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.105621 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: security-groups-normalized-cidr May 18 14:07:48.105946 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.106883 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.107401 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: port-security-groups-filtering May 18 14:07:48.107722 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.108659 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.109216 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: security-groups-remote-address-group May 18 14:07:48.109538 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.110473 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.110988 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: security-groups-shared-filtering May 18 14:07:48.111310 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.111915 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 18 14:07:48.112233 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: securitygroup.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.122861 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.123505 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: security-group May 18 14:07:48.123871 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: segment.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.124728 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.125562 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension segment not supported by any of loaded plugins May 18 14:07:48.125856 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.126964 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.127492 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 18 14:07:48.127816 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: servicetype.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.129018 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.129547 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: service-type May 18 14:07:48.129870 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: sorting.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.130998 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.131741 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: sorting May 18 14:07:48.131741 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: standard_attr_segment.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.137836 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.138369 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension standard-attr-segment not supported by any of loaded plugins May 18 14:07:48.138693 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: standardattrdescription.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.139367 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.139880 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: standard-attr-description May 18 14:07:48.140206 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: stateful_security_group.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.141192 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.141710 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: stateful-security-group May 18 14:07:48.142035 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: stdattrs_common.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.142657 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 18 14:07:48.142982 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.143919 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.144430 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 18 14:07:48.144752 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: subnet_onboard.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.145864 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.147457 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: subnet_onboard May 18 14:07:48.147565 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.148416 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.148965 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 18 14:07:48.149290 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: subnet_service_types.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.150231 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.150748 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: subnet-service-types May 18 14:07:48.151071 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: subnetallocation.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.152164 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.152683 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: subnet_allocation May 18 14:07:48.153039 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.153789 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.154243 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: subnetpool-prefix-ops May 18 14:07:48.154566 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.155507 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.156017 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 18 14:07:48.156339 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: tagging.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.157451 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.157991 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: standard-attr-tag May 18 14:07:48.158315 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: timestamp.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.159521 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.160039 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loaded extension: standard-attr-timestamp May 18 14:07:48.160367 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: trunk.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.170377 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.170907 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension trunk not supported by any of loaded plugins May 18 14:07:48.171234 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: trunk_details.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.172166 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.172684 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension trunk-details not supported by any of loaded plugins May 18 14:07:48.173229 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: uplink_status_propagation.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.173955 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.174471 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 18 14:07:48.174794 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Loading extension file: vlantransparent.py {{(pid=104211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 14:07:48.175478 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 14:07:48.175991 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extension vlan-transparent not supported by any of loaded plugins May 18 14:07:48.178813 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:network May 18 14:07:48.179352 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:subnet May 18 14:07:48.179759 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:07:48.180153 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:port May 18 14:07:48.182697 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.183148 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service FLAVORS assigned prefix: {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.183780 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.184211 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.184544 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:router May 18 14:07:48.185012 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:floatingip May 18 14:07:48.185515 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service METERING assigned prefix: /metering {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.186980 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:48.187350 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:48.187723 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:07:48.188726 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of CountableResource for resource:rbac_policy May 18 14:07:48.189201 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:security_group May 18 14:07:48.189637 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 14:07:48.190174 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service CORE assigned prefix: {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.190595 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:07:48.190938 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] subnetpool is already registered May 18 14:07:48.191367 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service CORE assigned prefix: {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.191700 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:07:48.192033 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] subnetpool is already registered May 18 14:07:48.194936 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.198952 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service FLAVORS assigned prefix: {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.198952 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.198952 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.198952 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:router May 18 14:07:48.198952 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] router is already registered May 18 14:07:48.198952 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:floatingip May 18 14:07:48.198952 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] floatingip is already registered May 18 14:07:48.198952 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service METERING assigned prefix: /metering {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.199515 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of CountableResource for resource:rbac_policy May 18 14:07:48.199515 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] rbac_policy is already registered May 18 14:07:48.199658 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:security_group May 18 14:07:48.199981 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] security_group is already registered May 18 14:07:48.200386 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 14:07:48.200721 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] security_group_rule is already registered May 18 14:07:48.201363 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service CORE assigned prefix: {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.201691 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:07:48.202027 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] subnetpool is already registered May 18 14:07:48.202447 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.v2.resource_helper [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Service CORE assigned prefix: {{(pid=104211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:07:48.202774 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:07:48.203110 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING neutron.quota.resource_registry [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] subnetpool is already registered May 18 14:07:48.203584 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: extensions {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.205107 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: address-groups {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.206654 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: address-scopes {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.207989 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: agents {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.209805 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: auto-allocated-topology {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.211048 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: availability_zones {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.212270 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: dhcp-networks {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.213796 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: dhcp-agents {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.215213 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: routers {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.216970 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: flavors {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.218231 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: service_profiles {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.219511 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: next_providers {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.221042 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: service_profiles {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.222596 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: floatingip-pools {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.227802 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: routers {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.227802 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: floatingips {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.227802 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: l3-routers {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.228808 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: l3-agents {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.230233 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: metering-labels {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.231478 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: metering-label-rules {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.232888 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: network-ip-availabilities {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.234173 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: bindings {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.235774 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: quotas {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.237472 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: quotas {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.238997 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: rbac-policies {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.240211 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: security-groups {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.241544 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: security-group-rules {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.242775 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: service-providers {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.244026 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: subnetpools {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.245354 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: subnetpools {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.246891 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: tags {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.248566 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: tags {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.251491 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: tags {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.253299 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: tags {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.254963 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: tags {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.257616 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: tags {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.259550 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: tags {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.261458 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: tags {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.263255 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: tags {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.265032 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron.api.extensions [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Extended resource: tags {{(pid=104211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:07:48.271346 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING keystonemiddleware.auth_token [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 18 14:07:48.277157 dv-cinder-755101-9-iscsi neutron-server[104211]: WARNING keystonemiddleware.auth_token [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 18 14:07:48.285920 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_concurrency.lockutils [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Acquired lock "singleton_lock" {{(pid=104211) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 18 14:07:48.286396 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_concurrency.lockutils [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Releasing lock "singleton_lock" {{(pid=104211) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 18 14:07:48.287078 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO oslo_service.service [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Starting 2 workers May 18 14:07:48.292196 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Started child 104324 {{(pid=104211) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 14:07:48.296888 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Started child 104325 {{(pid=104211) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 14:07:48.297908 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:07:48.298540 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO neutron.service [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Neutron service started, listening on 0.0.0.0:9696 May 18 14:07:48.299197 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:07:48.299506 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [-] (104324) wsgi starting up on http://0.0.0.0:9696 May 18 14:07:48.301723 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO oslo_service.service [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Starting 1 workers May 18 14:07:48.301848 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:07:48.303330 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [-] (104325) wsgi starting up on http://0.0.0.0:9696 May 18 14:07:48.307366 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Started child 104326 {{(pid=104211) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 14:07:48.307915 dv-cinder-755101-9-iscsi neutron-server[104211]: INFO oslo_service.service [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Starting 1 workers May 18 14:07:48.310920 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.service [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] calling RpcWorker wait() {{(pid=104326) _wait /opt/stack/neutron/neutron/service.py:128}} May 18 14:07:48.311438 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.service [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] returning from RpcWorker wait() {{(pid=104326) _wait /opt/stack/neutron/neutron/service.py:135}} May 18 14:07:48.312663 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Started child 104327 {{(pid=104211) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 14:07:48.312766 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:07:48.313197 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:07:48.313622 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG neutron_lib.callbacks.manager [None req-3f0db69b-2833-461e-8d68-f42553f63837 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:07:48.315646 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104211) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 18 14:07:48.315863 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 14:07:48.316033 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 14:07:48.316263 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 14:07:48.316600 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 14:07:48.316759 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 14:07:48.317336 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.317633 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.317888 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.318602 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:07:48.319088 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.319566 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.319835 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.320077 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.320359 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.320617 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.320821 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.320978 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.321230 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.321465 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.321786 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.322061 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.322307 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.322537 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.322704 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.322957 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.323225 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.323471 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.323754 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] debug = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.323996 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.324496 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.324732 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.325030 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.325316 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.325620 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.325777 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.326009 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.326249 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.326465 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.326710 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.326962 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.327192 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.327419 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.327634 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.327915 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.328138 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.328598 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] host = dv-cinder-755101-9-iscsi {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.328876 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.331171 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.331171 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.331171 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.331171 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.331171 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.331171 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.331171 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.331171 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.332216 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.332216 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.332216 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.332216 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.332216 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_file = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.332216 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_options = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.332216 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.333161 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.333161 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.333161 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.333161 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.333717 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.333717 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.334557 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.334557 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.334821 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.335001 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.335221 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.335454 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.335689 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.335939 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.336184 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.336449 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.336656 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.336926 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.338176 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.338176 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.338176 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.338176 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.338176 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.338559 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.338559 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.338734 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.338959 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.339168 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.339428 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.339705 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.339988 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.340171 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.340475 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.340689 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.340969 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.341199 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.341411 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.341674 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.341805 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:07:48.341900 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.342131 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.342391 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.342608 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.342908 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.343126 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.343342 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.343557 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] use_json = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.343771 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.344043 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.344269 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.344483 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.344718 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.344958 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.345173 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.346933 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.346933 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.346933 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.346933 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.346933 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.346933 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.347379 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.347379 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.347514 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.347707 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.347942 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.348173 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.348489 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.348718 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.349051 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.349376 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.349686 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.350063 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.350473 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.350744 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.350965 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.351205 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.351445 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.351686 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.351967 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.352215 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.352455 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.352735 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.353001 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.353314 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.353578 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.353876 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.359792 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.359792 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.359792 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.359792 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.359792 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.359792 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.359792 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.359792 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360311 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360311 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360311 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360311 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360311 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360311 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360311 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360311 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360311 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360855 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360855 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360855 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360855 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360855 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360855 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360855 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360855 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.360855 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.361404 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.361404 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.361404 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.361404 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.361404 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.361698 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.361698 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.361869 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.362210 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.362332 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.362575 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.362785 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.363200 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.363422 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.363638 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.363850 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.364070 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.364304 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.364551 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.364857 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.365091 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.365505 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.365759 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.366139 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.366384 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.366631 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.366869 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.367082 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.367301 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.367683 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.367900 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.368140 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.368375 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.368593 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.368845 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.369149 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.369405 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.370289 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.370568 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.370792 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.371034 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.371286 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.371506 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.371741 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.371977 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.372228 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.372486 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.372751 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.373022 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.373266 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.373520 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.373742 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.373977 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.374204 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.374452 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.374701 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.374927 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.375198 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.375467 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.375765 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.375948 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.376214 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.376461 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.376853 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.377007 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.377326 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.377559 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.377834 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.382909 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.382909 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.382909 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.382909 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.382909 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.382909 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.382909 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.382909 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.383534 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.383534 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.383534 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.383534 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.383534 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.383534 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.383534 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.383534 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.384110 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.384110 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.384110 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.384110 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.384110 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.384110 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.384110 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.384589 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.384589 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.384732 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.384918 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.385134 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.385395 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.385626 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.385839 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.386094 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.386304 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.387035 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.387035 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.387035 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.387354 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.387438 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.387627 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.387856 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.388071 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.388296 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.388529 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.388746 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.389015 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.389267 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.389487 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.389705 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.389942 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.390174 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.390423 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.390643 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.390918 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.391165 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.391381 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.391609 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.391834 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.392069 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.392282 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.392526 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.392745 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.393008 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.393204 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.393422 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.393669 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.393901 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.394144 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.394356 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.394588 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.394829 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.395168 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.395417 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.395688 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.395949 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.397050 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.397280 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.397508 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.397834 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.398032 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.398189 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.398374 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.398621 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.398859 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.399097 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.399321 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.399620 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.399818 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.400058 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.400312 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.400550 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.400910 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.401070 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.401255 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.401490 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.401723 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.401976 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.402123 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.402350 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.402581 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.402868 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.403112 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.403344 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.403609 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.403851 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.404083 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.404342 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.404575 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.404969 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.405370 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.405608 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.406000 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.406236 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.406448 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.406661 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.406888 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.407107 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.407325 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.407553 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.407764 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.407996 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.408220 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.408439 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.408650 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.408899 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.409107 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.409474 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.409700 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.409940 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.410151 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.410399 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.410610 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.410820 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.411041 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.411258 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.411473 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.411818 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.412111 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.412333 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.412619 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.412897 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.413147 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.413376 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.413707 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.413922 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.414191 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.414406 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.414625 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.414846 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.415118 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.415474 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.415758 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.416034 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.416491 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.416771 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.417086 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.417371 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.417594 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.417893 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.418218 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.418507 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.418790 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.419013 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.419448 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.419695 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.419937 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.420174 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.420391 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.420616 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.420895 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.421326 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.421743 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.421986 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.422222 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.422444 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.422671 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.423072 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.423488 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.423715 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.423881 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 14:07:48.424428 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104211) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 18 14:07:48.424586 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 14:07:48.424914 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 14:07:48.425232 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 14:07:48.425550 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 14:07:48.428670 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 14:07:48.428670 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.428670 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.428670 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.428670 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.428670 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.428670 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429310 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429310 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429310 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429310 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429310 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429310 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429310 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429310 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429923 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429923 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429923 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429923 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429923 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429923 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429923 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.429923 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] debug = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.430384 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.430384 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.430384 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.430384 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.430384 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.430384 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.430765 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.430765 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.430923 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.430992 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.431253 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.431346 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.431421 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.431587 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.431748 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.431909 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.432067 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.432228 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] host = dv-cinder-755101-9-iscsi {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.432396 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.432564 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.432700 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.432868 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.433004 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.433299 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.433299 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.433590 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.433716 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.433838 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.433968 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.434094 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.434260 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.434418 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_file = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.434579 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_options = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.434738 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.434902 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.435057 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.435245 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.435408 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.435568 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.435726 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.435886 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.436045 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.436205 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.436363 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.436522 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.436685 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.436884 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.437043 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.437184 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.437341 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.437500 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.437660 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.437814 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.437956 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.438111 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.438269 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.438416 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.438575 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.438731 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.438871 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.439008 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.439220 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.439381 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.439540 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.439699 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.439849 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.440006 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.440152 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.440300 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.440457 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.440613 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.440766 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.440956 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.441115 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.441280 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.441426 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.441566 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.441724 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.441882 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.442045 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] use_json = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.442197 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.442349 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.442511 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.442655 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.442815 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.443646 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.443796 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.444057 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.444213 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:07:48.444398 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.444604 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.444848 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.445003 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.445134 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.445301 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.445462 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.445625 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.445787 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.445950 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.446122 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.446288 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.446462 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.446561 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:07:48.446650 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.446818 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.446971 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.447110 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.447247 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.447383 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.447547 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.447709 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.447872 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.448043 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.448193 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.448342 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.448505 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.448666 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.448859 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.449025 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.449254 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.449374 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.449536 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.449698 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.449860 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.450022 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.450187 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.450349 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.450511 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.450665 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.450823 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.451045 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.451178 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.451296 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.451667 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.451667 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.451866 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.451951 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.452049 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.452210 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.452372 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.452535 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.452697 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.452885 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.453050 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.453212 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.453376 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.456349 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.456349 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.456349 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.456349 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.456349 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.456349 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.456349 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.456349 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.456349 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457056 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457056 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457056 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457056 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457056 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457056 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457056 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457056 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457056 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457751 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457751 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457751 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457751 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457751 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457751 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457751 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457751 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.457751 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.458432 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.458432 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.458432 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.458432 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.458432 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.458432 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.459553 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.459553 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.459553 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.459553 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.459820 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.459901 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.460016 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.460184 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.460346 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.460510 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.460672 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.460841 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.461010 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.461173 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.461340 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.461503 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.461664 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.461827 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.461991 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.462170 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.462333 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.462491 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.462644 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.462786 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.462934 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.463082 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.463243 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.463400 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.463562 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.463724 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.463897 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.464061 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.464223 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.464385 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.464554 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.464725 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.464915 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.465078 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.465241 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.465403 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.465565 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.465726 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.465889 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.466052 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.466199 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.466364 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.466537 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.466701 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.466864 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.467032 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.467217 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.467377 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.467539 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.467701 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.467899 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.468091 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.468255 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.468417 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.468579 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.468741 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.468944 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.469109 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.469271 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.469433 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.469595 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.469757 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.469920 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.470082 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.470244 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.470405 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.470566 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.470729 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.470890 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.471051 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.471214 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.471376 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.471538 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.471699 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.471872 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.472057 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.472207 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.472345 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.472488 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.472626 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.472832 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.472976 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.473211 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.473347 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.473486 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.473609 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.473747 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.473888 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.474031 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.474242 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.474409 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.474639 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.474789 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.474954 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.475094 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.475256 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.475420 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.475584 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.475746 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.475917 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.476373 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.476373 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.476373 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.477266 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.477266 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.477266 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.477266 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.477266 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.477620 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.477620 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.477620 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.477845 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.477928 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.478079 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.478241 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.478404 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.478566 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.478732 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.478946 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.479048 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.479380 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.479380 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.479619 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.479705 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.479818 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.479981 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.480143 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.480305 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.480468 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.480830 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.480830 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.480993 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.481127 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.481289 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.481450 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.481612 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.481784 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.481946 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.484916 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.484916 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.484916 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.484916 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.484916 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.484916 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.484916 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.484916 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.485480 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.485480 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.485480 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.485480 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.485480 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.485480 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.485480 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.485480 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486063 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486063 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486063 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486063 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486063 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486063 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486063 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486063 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486698 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486698 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486698 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486698 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486698 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486698 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.486698 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.487259 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.487259 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.487259 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.487259 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.487539 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.487628 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.487713 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.487870 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.488032 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.488194 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.488357 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.488525 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.488971 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.488971 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.489165 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.489252 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.489371 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.489543 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.489705 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.489905 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.490086 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.490248 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.490417 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.490577 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.490761 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.490945 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.491106 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.491266 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.491426 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.491587 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.491750 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.491911 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.492090 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.492232 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.492390 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.492627 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.492759 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.492909 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.493131 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.493226 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:07:48.493310 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 14:07:48.715171 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39136) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:07:48.723732 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063803 May 18 14:07:57.590209 dv-cinder-755101-9-iscsi neutron-server[104211]: DEBUG dbcounter [-] [104211] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:01.148297 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88878d2-2a52-45c3-98b9-eb703fd15d41 None None] get_active_networks_info from dv-cinder-755101-9-iscsi {{(pid=104326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 18 14:08:01.179417 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writer thread running {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 14:08:01.343822 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88878d2-2a52-45c3-98b9-eb703fd15d41 None None] No non-hosted networks {{(pid=104326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 18 14:08:01.359789 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.agentschedulers_db [None req-c88878d2-2a52-45c3-98b9-eb703fd15d41 None None] DHCP Agent not found on host dv-cinder-755101-9-iscsi {{(pid=104326) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 18 14:08:01.554737 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f3e1bd31-d584-4c76-8ebd-6cf86c316612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644074'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:02.947970 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writer thread running {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 14:08:03.459812 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1ff6ad3a-85e4-4347-851a-da0defaf7ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644074'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:03.492690 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.db.api [None req-c63d104c-eeb3-4a6a-b101-cd64b13ae163 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-755101-9-iscsi {{(pid=104326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 14:08:03.493432 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG oslo_db.api [None req-c63d104c-eeb3-4a6a-b101-cd64b13ae163 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 14:08:04.091638 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c63d104c-eeb3-4a6a-b101-cd64b13ae163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:04.621869 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39206) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:05.086431 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644074'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:05.244853 dv-cinder-755101-9-iscsi neutron-server[104325]: WARNING oslo_policy.policy [None req-b9fea537-d3a6-484e-9702-25f3bcad5102 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:08:05.245503 dv-cinder-755101-9-iscsi neutron-server[104325]: WARNING oslo_policy.policy [None req-b9fea537-d3a6-484e-9702-25f3bcad5102 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:08:05.503470 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [None req-b9fea537-d3a6-484e-9702-25f3bcad5102 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:08:05.525373 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b9fea537-d3a6-484e-9702-25f3bcad5102 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0273049 May 18 14:08:06.156890 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644074'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:07.726990 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644074'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:07.728666 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.729239 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.730487 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.731113 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.731922 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.732481 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.733079 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.733646 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.734171 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.735215 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.735765 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.736465 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.737065 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.737718 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.738833 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:07.738833 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-755101-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:08:07.746795 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-755101-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:08:08.260913 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39240) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:08.660436 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-a32c3baa-2b3e-4ab0-bee1-40c40b0d08b5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:08:08.757012 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.policy [None req-a32c3baa-2b3e-4ab0-bee1-40c40b0d08b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104325) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 14:08:08.800148 dv-cinder-755101-9-iscsi neutron-server[104325]: WARNING oslo_policy.policy [None req-a32c3baa-2b3e-4ab0-bee1-40c40b0d08b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:08:08.800522 dv-cinder-755101-9-iscsi neutron-server[104325]: WARNING oslo_policy.policy [None req-a32c3baa-2b3e-4ab0-bee1-40c40b0d08b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:08:08.821539 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writer thread running {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 14:08:08.978941 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.db.l3_hamode_db [None req-1df71ce5-b056-4c42-882b-160108c27272 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 18 14:08:08.988285 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a32c3baa-2b3e-4ab0-bee1-40c40b0d08b5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789582472673', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789582486517', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789582488750', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789582496517', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789582506929', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789582514508', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8008230', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8011540', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567448', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-624813'] for rbac-policy (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:09.058663 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df71ce5-b056-4c42-882b-160108c27272 None None] Routers set() bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:08:09.059059 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df71ce5-b056-4c42-882b-160108c27272 None None] Router IDs set() for agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 18 14:08:09.173910 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a32c3baa-2b3e-4ab0-bee1-40c40b0d08b5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:09.175136 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-a32c3baa-2b3e-4ab0-bee1-40c40b0d08b5 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9131510 May 18 14:08:11.679191 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39252) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:12.018730 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:08:12.136204 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Made reservation on behalf of d1d3cbbf04054e2fb4f841d3f285788d for: {'network': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:08:12.140068 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:12.158674 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:12.272409 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Publish callbacks [] for security_group (0dff995f-c6a7-4b43-9899-3b61537921ca), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:12.349354 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (0dff995f-c6a7-4b43-9899-3b61537921ca), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:12.384996 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=104325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:08:12.409055 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0dff995f-c6a7-4b43-9899-3b61537921ca,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:12.421349 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.421690 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.422025 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.422366 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.422694 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.423013 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.423329 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.423639 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.423950 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.424260 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.424570 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.425003 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.426711 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.426711 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.426711 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Tracked resource versions report: May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: pushed versions: May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: { 'AddressGroup': {'1.2'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Agent': {'1.1'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'ConntrackHelper': {'1.0'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'LocalIPAssociation': {'1.0'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Log': {'1.0'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'NDPProxy': {'1.0'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Network': {'1.1'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Port': {'1.7'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'PortForwarding': {'1.3'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'QosPolicy': {'1.10'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'SecurityGroup': {'1.5'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'SecurityGroupRule': {'1.2'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'SubPort': {'1.0'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Subnet': {'1.1'}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Trunk': {'1.1'}} May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: consumer versions: May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: { DHCP agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: L3 agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: Metadata agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: Metering agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: Open vSwitch agent@dv-cinder-755101-9-iscsi: { 'AddressGroup': '1.2', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Agent': '1.1', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'ConntrackHelper': '1.0', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'LocalIPAssociation': '1.0', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Log': '1.0', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'NDPProxy': '1.0', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Network': '1.1', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Port': '1.7', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'PortForwarding': '1.3', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'QosPolicy': '1.10', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'SecurityGroup': '1.5', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'SecurityGroupRule': '1.2', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'SubPort': '1.0', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Subnet': '1.1', May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Trunk': '1.1'}} May 18 14:08:12.427910 dv-cinder-755101-9-iscsi neutron-server[104325]: {{(pid=104325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:08:12.458509 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (5e187688-629b-4602-8ad2-461e0b004aaf), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:12.459192 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.segments_db [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Added segment 5e187688-629b-4602-8ad2-461e0b004aaf of type vlan for network 20bd696b-87cf-4461-bd13-8ff9169403cc May 18 14:08:12.538827 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (20bd696b-87cf-4461-bd13-8ff9169403cc), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:12.617145 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (20bd696b-87cf-4461-bd13-8ff9169403cc), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:12.622450 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:08:12.623092 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:12.629011 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=52,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:12.746628 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] Pushing event updated for resources: {'Network': ['ID=20bd696b-87cf-4461-bd13-8ff9169403cc,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:12.758729 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 20bd696b-87cf-4461-bd13-8ff9169403cc details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:08:12.796960 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-c737037d-4c3c-4c93-af72-f8987fb12a82 demo demo] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1166220 May 18 14:08:15.350950 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39266) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:15.790101 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f05440-b694-4729-a486-fe3fa10aa896 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:08:15.791409 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-01f05440-b694-4729-a486-fe3fa10aa896 demo admin] 10.222.0.71 "GET /v2.0/networks/20bd696b-87cf-4461-bd13-8ff9169403cc HTTP/1.1" status: 200 len: 825 time: 0.4394956 May 18 14:08:15.818889 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b13ce438-a87b-4073-9829-4a2376b83378 demo admin] 10.222.0.71 "GET /v2.0/subnetpools/ea41b287-9d2c-4a71-b2a9-104a0c9cfab7 HTTP/1.1" status: 200 len: 734 time: 0.0215874 May 18 14:08:15.827685 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-8d1733f2-257f-4aed-ad47-2a3dc7bd2eb6 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc', 'ip_version': 4, 'subnetpool_id': 'ea41b287-9d2c-4a71-b2a9-104a0c9cfab7', 'name': 'private-subnet'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:08:15.908609 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1733f2-257f-4aed-ad47-2a3dc7bd2eb6 demo admin] Made reservation on behalf of d1d3cbbf04054e2fb4f841d3f285788d for: {'subnet': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:08:15.911395 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-8d1733f2-257f-4aed-ad47-2a3dc7bd2eb6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:16.131505 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:16.279517 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-8d1733f2-257f-4aed-ad47-2a3dc7bd2eb6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for subnet (7bef8470-d219-4a71-9f66-cf9bd086ad53), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:16.350302 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1733f2-257f-4aed-ad47-2a3dc7bd2eb6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7bef8470-d219-4a71-9f66-cf9bd086ad53,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:16.361336 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1733f2-257f-4aed-ad47-2a3dc7bd2eb6 demo admin] Checking segment: {'id': '5e187688-629b-4602-8ad2-461e0b004aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:08:16.361873 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1733f2-257f-4aed-ad47-2a3dc7bd2eb6 demo admin] Network hostable DHCP agents. Network: 20bd696b-87cf-4461-bd13-8ff9169403cc, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:08:16.440416 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1733f2-257f-4aed-ad47-2a3dc7bd2eb6 demo admin] Network 20bd696b-87cf-4461-bd13-8ff9169403cc is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:08:16.524708 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-8d1733f2-257f-4aed-ad47-2a3dc7bd2eb6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 20bd696b-87cf-4461-bd13-8ff9169403cc) {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:08:16.529513 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1733f2-257f-4aed-ad47-2a3dc7bd2eb6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:08:16.530151 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-8d1733f2-257f-4aed-ad47-2a3dc7bd2eb6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:16.535047 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfde711-7a46-445c-b40b-3a9023d865db None None] Network 20bd696b-87cf-4461-bd13-8ff9169403cc requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:08:16.594765 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=34,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:16.630956 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-8d1733f2-257f-4aed-ad47-2a3dc7bd2eb6 demo admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8066323 May 18 14:08:16.810591 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb805bdb4-2e36-56dc-976c-a47f1b047df3-20bd696b-87cf-4461-bd13-8ff9169403cc', 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc', 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'fixed_ips': [{'subnet_id': '7bef8470-d219-4a71-9f66-cf9bd086ad53'}]}} from dv-cinder-755101-9-iscsi. {{(pid=104326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:08:16.812016 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:17.133061 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Allocated IP 172.20.0.2 (20bd696b-87cf-4461-bd13-8ff9169403cc/7bef8470-d219-4a71-9f66-cf9bd086ad53/8811fab6-ad09-4c2d-986a-cc1b26340d32) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:08:17.398922 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Publish callbacks [] for port (8811fab6-ad09-4c2d-986a-cc1b26340d32), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:17.514049 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (8811fab6-ad09-4c2d-986a-cc1b26340d32), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:17.596707 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Network 20bd696b-87cf-4461-bd13-8ff9169403cc is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:08:17.602422 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:08:17.610220 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:08:17.621281 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Pushing event updated for resources: {'Port': ['ID=8811fab6-ad09-4c2d-986a-cc1b26340d32,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:17.644480 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:17.666083 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.666425 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.666788 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.667135 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.667467 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.667809 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.668127 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.668452 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.668774 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.669117 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.669440 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.669777 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.670103 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.670418 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.670740 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Tracked resource versions report: May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: pushed versions: May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: { 'AddressGroup': {'1.2'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Agent': {'1.1'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'ConntrackHelper': {'1.0'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'LocalIPAssociation': {'1.0'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Log': {'1.0'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'NDPProxy': {'1.0'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Network': {'1.1'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Port': {'1.7'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'PortForwarding': {'1.3'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'QosPolicy': {'1.10'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'SecurityGroup': {'1.5'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'SecurityGroupRule': {'1.2'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'SubPort': {'1.0'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Subnet': {'1.1'}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Trunk': {'1.1'}} May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: consumer versions: May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: { DHCP agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: L3 agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: Metadata agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: Metering agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: Open vSwitch agent@dv-cinder-755101-9-iscsi: { 'AddressGroup': '1.2', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Agent': '1.1', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'ConntrackHelper': '1.0', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'LocalIPAssociation': '1.0', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Log': '1.0', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'NDPProxy': '1.0', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Network': '1.1', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Port': '1.7', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'PortForwarding': '1.3', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'QosPolicy': '1.10', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'SecurityGroup': '1.5', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'SecurityGroupRule': '1.2', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'SubPort': '1.0', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Subnet': '1.1', May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Trunk': '1.1'}} May 18 14:08:17.672378 dv-cinder-755101-9-iscsi neutron-server[104326]: {{(pid=104326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:08:17.713038 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Attempting to bind port 8811fab6-ad09-4c2d-986a-cc1b26340d32 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:08:17.713452 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Attempting to bind port 8811fab6-ad09-4c2d-986a-cc1b26340d32 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '5e187688-629b-4602-8ad2-461e0b004aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:08:17.713870 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Attempting to bind port 8811fab6-ad09-4c2d-986a-cc1b26340d32 on network 20bd696b-87cf-4461-bd13-8ff9169403cc {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:08:17.719549 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:08:17.719920 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Checking segment: {'id': '5e187688-629b-4602-8ad2-461e0b004aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:08:17.720414 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:17.720853 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Bound using segment: {'id': '5e187688-629b-4602-8ad2-461e0b004aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:08:17.721322 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Bound port: 8811fab6-ad09-4c2d-986a-cc1b26340d32, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e187688-629b-4602-8ad2-461e0b004aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:08:17.721762 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (8811fab6-ad09-4c2d-986a-cc1b26340d32), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:17.789001 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] For port 8811fab6-ad09-4c2d-986a-cc1b26340d32, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:08:17.793562 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] For port 8811fab6-ad09-4c2d-986a-cc1b26340d32, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=8811fab6-ad09-4c2d-986a-cc1b26340d32,segment=NetworkSegment(5e187688-629b-4602-8ad2-461e0b004aaf),segment_id=5e187688-629b-4602-8ad2-461e0b004aaf)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:08:17.846137 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (8811fab6-ad09-4c2d-986a-cc1b26340d32), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:17.911757 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843149e4-ba43-4d30-8980-12f7f4b47185 None None] Pushing event updated for resources: {'Port': ['ID=8811fab6-ad09-4c2d-986a-cc1b26340d32,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:19.189783 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39276) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:19.546914 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [None req-c7c36ff8-9064-4755-97dc-c199d6a0b116 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:08:19.547969 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-c7c36ff8-9064-4755-97dc-c199d6a0b116 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3570645 May 18 14:08:20.110870 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:20.112220 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:22.140294 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 39288) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:22.732692 dv-cinder-755101-9-iscsi neutron-server[104324]: WARNING oslo_policy.policy [None req-2d7b88c5-e9fe-4619-88ec-0845e4d86433 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:08:22.733281 dv-cinder-755101-9-iscsi neutron-server[104324]: WARNING oslo_policy.policy [None req-2d7b88c5-e9fe-4619-88ec-0845e4d86433 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:08:22.956050 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [None req-2d7b88c5-e9fe-4619-88ec-0845e4d86433 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:08:22.957497 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-2d7b88c5-e9fe-4619-88ec-0845e4d86433 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8152428 May 18 14:08:26.135780 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39302) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:26.539583 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:26.541491 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=63,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:26.651068 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-3feb6d69-399f-4d04-a2ae-cbd59d608d3c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:08:26.749397 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3feb6d69-399f-4d04-a2ae-cbd59d608d3c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2874'] for router (e9f559c8-1620-48ac-84bc-9083137f9e70), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:26.751653 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3feb6d69-399f-4d04-a2ae-cbd59d608d3c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2851'] for router (e9f559c8-1620-48ac-84bc-9083137f9e70), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:26.965464 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3feb6d69-399f-4d04-a2ae-cbd59d608d3c demo demo] Publish callbacks [] for router_controller (e9f559c8-1620-48ac-84bc-9083137f9e70), precommit_add_association {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:27.041138 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3feb6d69-399f-4d04-a2ae-cbd59d608d3c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632658'] for router (e9f559c8-1620-48ac-84bc-9083137f9e70), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:27.105188 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3feb6d69-399f-4d04-a2ae-cbd59d608d3c demo demo] Publish callbacks [] for router (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:27.106848 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-3feb6d69-399f-4d04-a2ae-cbd59d608d3c demo demo] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9694374 May 18 14:08:27.897881 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:27.909463 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:UPDATE=1,neutron:SELECT=10,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:30.045446 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 39318) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:30.538298 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 8811fab6-ad09-4c2d-986a-cc1b26340d32 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:08:30.601298 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [None req-1ba78ede-37bf-40bd-9f00-f2b1af088583 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:08:30.604860 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-1ba78ede-37bf-40bd-9f00-f2b1af088583 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5555336 May 18 14:08:30.662549 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 8811fab6-ad09-4c2d-986a-cc1b26340d32 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:08:30.662973 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (8811fab6-ad09-4c2d-986a-cc1b26340d32), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:30.693166 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46181f4b-d5ba-45c5-85ce-c4533cd8adb6 None None] Network 20bd696b-87cf-4461-bd13-8ff9169403cc requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:08:30.858665 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-820ef7c3-fd43-4a13-8c96-fa84660c6a0a None None] Provisioning complete for port 8811fab6-ad09-4c2d-986a-cc1b26340d32 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:08:30.859053 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-820ef7c3-fd43-4a13-8c96-fa84660c6a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (8811fab6-ad09-4c2d-986a-cc1b26340d32), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:30.860653 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 8811fab6-ad09-4c2d-986a-cc1b26340d32 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:08:30.861050 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (8811fab6-ad09-4c2d-986a-cc1b26340d32), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:30.983479 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port 8811fab6-ad09-4c2d-986a-cc1b26340d32, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=8811fab6-ad09-4c2d-986a-cc1b26340d32,segment=NetworkSegment(5e187688-629b-4602-8ad2-461e0b004aaf),segment_id=5e187688-629b-4602-8ad2-461e0b004aaf)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:08:31.044236 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-820ef7c3-fd43-4a13-8c96-fa84660c6a0a None None] Current status of the port 8811fab6-ad09-4c2d-986a-cc1b26340d32 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:08:31.044657 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-820ef7c3-fd43-4a13-8c96-fa84660c6a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (8811fab6-ad09-4c2d-986a-cc1b26340d32), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:31.057734 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (8811fab6-ad09-4c2d-986a-cc1b26340d32), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:31.143770 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dd818b2f-7cc4-472f-bbd3-b84fb352bb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:31.147522 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=8811fab6-ad09-4c2d-986a-cc1b26340d32,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:31.166254 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.db.api [None req-820ef7c3-fd43-4a13-8c96-fa84660c6a0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 14:08:31.167421 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG oslo_db.api [None req-820ef7c3-fd43-4a13-8c96-fa84660c6a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 14:08:31.703724 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-820ef7c3-fd43-4a13-8c96-fa84660c6a0a None None] Current status of the port 8811fab6-ad09-4c2d-986a-cc1b26340d32 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:08:31.823762 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-d5f6764f-d1d5-4253-bf91-8aea1b17132a None None] Provisioning complete for port 8811fab6-ad09-4c2d-986a-cc1b26340d32 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:08:31.824150 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d5f6764f-d1d5-4253-bf91-8aea1b17132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (8811fab6-ad09-4c2d-986a-cc1b26340d32), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:31.925297 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6764f-d1d5-4253-bf91-8aea1b17132a None None] Current status of the port 8811fab6-ad09-4c2d-986a-cc1b26340d32 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:08:32.484534 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 8811fab6-ad09-4c2d-986a-cc1b26340d32 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:08:32.535406 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 8811fab6-ad09-4c2d-986a-cc1b26340d32 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:08:32.535878 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (8811fab6-ad09-4c2d-986a-cc1b26340d32), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:32.673233 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 8811fab6-ad09-4c2d-986a-cc1b26340d32 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:08:33.393062 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:33.403150 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:33.483916 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cd44dd6c-b75c-4538-bd33-74449acb65db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:33.701785 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 39328) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:34.073206 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:08:34.086443 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writer thread running {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 14:08:34.087113 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:34.255589 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Made reservation on behalf of cac9ce8241ae4db2ae909b6e0401b3f2 for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:08:34.318022 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.policy [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104324) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 14:08:34.361508 dv-cinder-755101-9-iscsi neutron-server[104324]: WARNING oslo_policy.policy [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:08:34.361806 dv-cinder-755101-9-iscsi neutron-server[104324]: WARNING oslo_policy.policy [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:08:34.371607 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:34.392658 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:34.540498 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Publish callbacks [] for security_group (a953cae9-4b73-4d96-b06b-ae604848ec72), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:34.633903 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (a953cae9-4b73-4d96-b06b-ae604848ec72), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:34.647513 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Reserving flat network on physical network physnet1 {{(pid=104324) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 18 14:08:34.685835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (1fd70ed4-6ccb-42dc-abba-8e1458a34364), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:34.686394 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Added segment 1fd70ed4-6ccb-42dc-abba-8e1458a34364 of type flat for network 6fa52440-9078-453c-aafb-df38f6e3da5b May 18 14:08:34.705105 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a953cae9-4b73-4d96-b06b-ae604848ec72,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:34.760866 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.761218 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.761553 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.761886 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.762215 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.762538 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.762864 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.763179 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.763511 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.763839 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.764169 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.764508 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.764854 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.765169 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.765483 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Tracked resource versions report: May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: pushed versions: May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: { 'AddressGroup': {'1.2'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Agent': {'1.1'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'ConntrackHelper': {'1.0'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'LocalIPAssociation': {'1.0'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Log': {'1.0'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'NDPProxy': {'1.0'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Network': {'1.1'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Port': {'1.7'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'PortForwarding': {'1.3'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'QosPolicy': {'1.10'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'SecurityGroup': {'1.5'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'SecurityGroupRule': {'1.2'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'SubPort': {'1.0'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Subnet': {'1.1'}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Trunk': {'1.1'}} May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: consumer versions: May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: { DHCP agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: L3 agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: Metadata agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: Metering agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: Open vSwitch agent@dv-cinder-755101-9-iscsi: { 'AddressGroup': '1.2', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Agent': '1.1', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'ConntrackHelper': '1.0', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'LocalIPAssociation': '1.0', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Log': '1.0', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'NDPProxy': '1.0', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Network': '1.1', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Port': '1.7', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'PortForwarding': '1.3', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'QosPolicy': '1.10', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'SecurityGroup': '1.5', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'SecurityGroupRule': '1.2', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'SubPort': '1.0', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Subnet': '1.1', May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Trunk': '1.1'}} May 18 14:08:34.766911 dv-cinder-755101-9-iscsi neutron-server[104324]: {{(pid=104324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:08:34.823205 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (6fa52440-9078-453c-aafb-df38f6e3da5b), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:34.936733 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (6fa52440-9078-453c-aafb-df38f6e3da5b), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:34.938204 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:08:34.938900 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:35.033897 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:35.053902 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] Pushing event updated for resources: {'Network': ['ID=6fa52440-9078-453c-aafb-df38f6e3da5b,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:35.064602 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 6fa52440-9078-453c-aafb-df38f6e3da5b details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:08:35.076601 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-874a0e07-a8ed-4d32-8256-ed8db9e0769b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3737411 May 18 14:08:36.090901 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:37.051520 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=14,neutron:INSERT=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:37.055808 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:INSERT=2,neutron:UPDATE=1,neutron:SELECT=5,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:37.706604 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:37.716812 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39354) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:37.905377 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021096b6-1293-4809-b1cb-e29029888617 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:08:37.906739 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-021096b6-1293-4809-b1cb-e29029888617 demo admin] 10.222.0.71 "GET /v2.0/subnets/7bef8470-d219-4a71-9f66-cf9bd086ad53 HTTP/1.1" status: 200 len: 849 time: 0.1889718 May 18 14:08:38.029741 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-19328c4c-800b-44d1-9952-8fb7c2657c90 demo admin] 10.222.0.71 "GET /v2.0/routers/e9f559c8-1620-48ac-84bc-9083137f9e70 HTTP/1.1" status: 200 len: 704 time: 0.1168656 May 18 14:08:38.314462 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:38.633929 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Allocated IP 172.20.0.1 (20bd696b-87cf-4461-bd13-8ff9169403cc/7bef8470-d219-4a71-9f66-cf9bd086ad53/29894826-12c1-4e76-a2d7-6a0ad206c7fa) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:08:38.845034 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Publish callbacks [] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:38.977697 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:39.052365 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Network 20bd696b-87cf-4461-bd13-8ff9169403cc is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:08:39.060345 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:08:39.063609 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:08:39.064147 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645247'] for router_interface (e9f559c8-1620-48ac-84bc-9083137f9e70), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:39.126270 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:39.138919 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Pushing event updated for resources: {'Port': ['ID=29894826-12c1-4e76-a2d7-6a0ad206c7fa,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:39.294733 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-25162b4c-5205-4d7b-affa-7b6a40f329cd None None] Provisioning complete for port 29894826-12c1-4e76-a2d7-6a0ad206c7fa triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:08:39.295335 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25162b4c-5205-4d7b-affa-7b6a40f329cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:39.326904 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-25162b4c-5205-4d7b-affa-7b6a40f329cd None None] Port 29894826-12c1-4e76-a2d7-6a0ad206c7fa cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:08:39.363243 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:39.432428 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:39.609328 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Publish callbacks [] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:39.685096 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:39.685970 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646453'] for router_interface (e9f559c8-1620-48ac-84bc-9083137f9e70), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:39.766535 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Pushing event updated for resources: {'Port': ['ID=29894826-12c1-4e76-a2d7-6a0ad206c7fa,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:39.819155 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Network 20bd696b-87cf-4461-bd13-8ff9169403cc is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:08:39.820458 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:08:40.108690 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Router e9f559c8-1620-48ac-84bc-9083137f9e70 is scheduled to L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb with binding_index 1 {{(pid=104325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:08:40.122622 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-4ddedbf8-0abd-4669-ab78-d43fcdc07510 None None] Provisioning complete for port 29894826-12c1-4e76-a2d7-6a0ad206c7fa triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:08:40.123239 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4ddedbf8-0abd-4669-ab78-d43fcdc07510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:40.158798 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-4ddedbf8-0abd-4669-ab78-d43fcdc07510 None None] Port 29894826-12c1-4e76-a2d7-6a0ad206c7fa cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:08:40.213432 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:08:40.219038 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e88522f6-c1e5-4586-8252-cea1a7ec9eb4 demo admin] 10.222.0.71 "PUT /v2.0/routers/e9f559c8-1620-48ac-84bc-9083137f9e70/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1831517 May 18 14:08:40.237023 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Sync routers for ids ['e9f559c8-1620-48ac-84bc-9083137f9e70'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:08:40.253803 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Routers {'e9f559c8-1620-48ac-84bc-9083137f9e70'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:08:40.254576 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:08:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['e9f559c8-1620-48ac-84bc-9083137f9e70'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:08:40.448099 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Set router e9f559c8-1620-48ac-84bc-9083137f9e70 gateway port host: None {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:08:40.884290 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'name': 'router1', 'tenant_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:08:26Z', 'updated_at': '2022-05-18T14:08:39Z', 'revision_number': 2, 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'gw_port_host': None, '_interfaces': [{'id': '29894826-12c1-4e76-a2d7-6a0ad206c7fa', 'name': '', 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc', 'tenant_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'mac_address': 'fa:16:3e:b8:92:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bef8470-d219-4a71-9f66-cf9bd086ad53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:08:38Z', 'updated_at': '2022-05-18T14:08:39Z', 'revision_number': 2, 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'subnets': [{'id': '7bef8470-d219-4a71-9f66-cf9bd086ad53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea41b287-9d2c-4a71-b2a9-104a0c9cfab7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:08:40.952052 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Checking router: e9f559c8-1620-48ac-84bc-9083137f9e70 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:08:40.952436 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Updating router e9f559c8-1620-48ac-84bc-9083137f9e70 port 29894826-12c1-4e76-a2d7-6a0ad206c7fa binding host dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:08:41.008529 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:41.568136 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Publish callbacks [] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:41.655384 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:41.818726 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Pushing event updated for resources: {'Port': ['ID=29894826-12c1-4e76-a2d7-6a0ad206c7fa,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:41.840247 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.840596 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.840983 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.841335 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.841671 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.842005 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.842336 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.842663 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.842999 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.843325 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.843650 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.843990 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.844416 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.844660 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.844967 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Tracked resource versions report: May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: pushed versions: May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: { 'AddressGroup': {'1.2'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Agent': {'1.1'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'ConntrackHelper': {'1.0'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'LocalIPAssociation': {'1.0'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Log': {'1.0'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'NDPProxy': {'1.0'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Network': {'1.1'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Port': {'1.7'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'PortForwarding': {'1.3'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'QosPolicy': {'1.10'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'SecurityGroup': {'1.5'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'SecurityGroupRule': {'1.2'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'SubPort': {'1.0'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Subnet': {'1.1'}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Trunk': {'1.1'}} May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: consumer versions: May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: { DHCP agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: L3 agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: Metadata agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: Metering agent@dv-cinder-755101-9-iscsi: {}, May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: Open vSwitch agent@dv-cinder-755101-9-iscsi: { 'AddressGroup': '1.2', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Agent': '1.1', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'ConntrackHelper': '1.0', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'LocalIPAssociation': '1.0', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Log': '1.0', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'NDPProxy': '1.0', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Network': '1.1', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Port': '1.7', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'PortForwarding': '1.3', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'QosPolicy': '1.10', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'SecurityGroup': '1.5', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'SecurityGroupRule': '1.2', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'SubPort': '1.0', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Subnet': '1.1', May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Trunk': '1.1'}} May 18 14:08:41.846400 dv-cinder-755101-9-iscsi neutron-server[104327]: {{(pid=104327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:08:41.849726 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Attempting to bind port 29894826-12c1-4e76-a2d7-6a0ad206c7fa on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:08:41.849726 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Attempting to bind port 29894826-12c1-4e76-a2d7-6a0ad206c7fa by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '5e187688-629b-4602-8ad2-461e0b004aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:08:41.850180 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Attempting to bind port 29894826-12c1-4e76-a2d7-6a0ad206c7fa on network 20bd696b-87cf-4461-bd13-8ff9169403cc {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:08:41.856367 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:08:41.856805 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Checking segment: {'id': '5e187688-629b-4602-8ad2-461e0b004aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:08:41.857966 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:41.857966 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Bound using segment: {'id': '5e187688-629b-4602-8ad2-461e0b004aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:08:41.858361 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Bound port: 29894826-12c1-4e76-a2d7-6a0ad206c7fa, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e187688-629b-4602-8ad2-461e0b004aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:08:41.858532 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:41.889119 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-c766512c-6e78-45c2-9739-732d1b51e8ed None None] Provisioning complete for port 29894826-12c1-4e76-a2d7-6a0ad206c7fa triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:08:41.889711 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c766512c-6e78-45c2-9739-732d1b51e8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:41.905097 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:41.926442 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-c766512c-6e78-45c2-9739-732d1b51e8ed None None] Port 29894826-12c1-4e76-a2d7-6a0ad206c7fa cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:08:41.931761 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] For port 29894826-12c1-4e76-a2d7-6a0ad206c7fa, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:08:41.951872 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:41.958310 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] For port 29894826-12c1-4e76-a2d7-6a0ad206c7fa, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=29894826-12c1-4e76-a2d7-6a0ad206c7fa,segment=NetworkSegment(5e187688-629b-4602-8ad2-461e0b004aaf),segment_id=5e187688-629b-4602-8ad2-461e0b004aaf)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:08:42.085739 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:42.143130 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Routers {'e9f559c8-1620-48ac-84bc-9083137f9e70'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:08:42.143808 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:08:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['e9f559c8-1620-48ac-84bc-9083137f9e70'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:08:42.193435 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724f97b-58bb-4c21-b636-4f87ceb4e40a None None] Pushing event updated for resources: {'Port': ['ID=29894826-12c1-4e76-a2d7-6a0ad206c7fa,revision_number=4']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:42.243486 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] Set router e9f559c8-1620-48ac-84bc-9083137f9e70 gateway port host: None {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:08:42.350626 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-cdb72015-44c0-43f8-bcd5-a52a29e10d8f None None] Provisioning complete for port 29894826-12c1-4e76-a2d7-6a0ad206c7fa triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:08:42.351281 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cdb72015-44c0-43f8-bcd5-a52a29e10d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:42.430436 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-cdb72015-44c0-43f8-bcd5-a52a29e10d8f None None] Current status of the port 29894826-12c1-4e76-a2d7-6a0ad206c7fa is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:08:42.430994 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cdb72015-44c0-43f8-bcd5-a52a29e10d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:42.457912 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'name': 'router1', 'tenant_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:08:26Z', 'updated_at': '2022-05-18T14:08:39Z', 'revision_number': 2, 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'gw_port_host': None, '_interfaces': [{'id': '29894826-12c1-4e76-a2d7-6a0ad206c7fa', 'name': '', 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc', 'tenant_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'mac_address': 'fa:16:3e:b8:92:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bef8470-d219-4a71-9f66-cf9bd086ad53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:08:38Z', 'updated_at': '2022-05-18T14:08:41Z', 'revision_number': 4, 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'subnets': [{'id': '7bef8470-d219-4a71-9f66-cf9bd086ad53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea41b287-9d2c-4a71-b2a9-104a0c9cfab7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:08:42.466163 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-cdb72015-44c0-43f8-bcd5-a52a29e10d8f None None] For port 29894826-12c1-4e76-a2d7-6a0ad206c7fa, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=29894826-12c1-4e76-a2d7-6a0ad206c7fa,segment=NetworkSegment(5e187688-629b-4602-8ad2-461e0b004aaf),segment_id=5e187688-629b-4602-8ad2-461e0b004aaf)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:08:42.484370 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534eea92-3fa0-48a7-820d-ca8888b341d6 None None] The sync data for ids ['e9f559c8-1620-48ac-84bc-9083137f9e70'] in dv-cinder-755101-9-iscsi is: [{'id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'name': 'router1', 'tenant_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:08:26Z', 'updated_at': '2022-05-18T14:08:39Z', 'revision_number': 2, 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'gw_port_host': None, '_interfaces': [{'id': '29894826-12c1-4e76-a2d7-6a0ad206c7fa', 'name': '', 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc', 'tenant_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'mac_address': 'fa:16:3e:b8:92:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bef8470-d219-4a71-9f66-cf9bd086ad53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:08:38Z', 'updated_at': '2022-05-18T14:08:41Z', 'revision_number': 4, 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'subnets': [{'id': '7bef8470-d219-4a71-9f66-cf9bd086ad53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea41b287-9d2c-4a71-b2a9-104a0c9cfab7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:08:42.524257 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cdb72015-44c0-43f8-bcd5-a52a29e10d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:42.579838 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb72015-44c0-43f8-bcd5-a52a29e10d8f None None] Pushing event updated for resources: {'Port': ['ID=29894826-12c1-4e76-a2d7-6a0ad206c7fa,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:42.701464 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39374) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:42.818469 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5e0e1c-a0a6-4209-8e80-bd5b34a62aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:08:42.825335 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-9f5e0e1c-a0a6-4209-8e80-bd5b34a62aa8 admin admin] 10.222.0.71 "GET /v2.0/networks/6fa52440-9078-453c-aafb-df38f6e3da5b HTTP/1.1" status: 200 len: 842 time: 0.1173482 May 18 14:08:42.829722 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:08:42.953616 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] Made reservation on behalf of cac9ce8241ae4db2ae909b6e0401b3f2 for: {'subnet': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:08:42.956026 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:42.958915 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:43.137121 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:43.453080 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.objects.ports [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104325) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 18 14:08:43.453515 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for subnet (eb987cba-2b8a-4914-851c-79fe619fde05), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:43.506604 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb987cba-2b8a-4914-851c-79fe619fde05,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:43.525391 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] Checking segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:08:43.525736 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] Network hostable DHCP agents. Network: 6fa52440-9078-453c-aafb-df38f6e3da5b, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:08:43.633490 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:08:43.724707 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 6fa52440-9078-453c-aafb-df38f6e3da5b) {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:08:43.729126 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:08:43.729708 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:43.735988 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf534b-ed7f-4552-a4d2-536987994cf6 None None] Network 6fa52440-9078-453c-aafb-df38f6e3da5b requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:08:43.837627 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-71e2aa12-f420-41bf-b632-b184159847df admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0111227 May 18 14:08:43.842405 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e71741c-cf1b-49d0-ac24-5cb475c0809c None None] Network 6fa52440-9078-453c-aafb-df38f6e3da5b requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:08:45.035414 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=37,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:45.051128 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=36,neutron:INSERT=9 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:46.321733 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39384) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:46.356764 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 5 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:08:46.460829 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-58608d9c-a32d-48a1-b459-6180513a67d6 demo admin] 10.222.0.71 "GET /v2.0/routers/e9f559c8-1620-48ac-84bc-9083137f9e70 HTTP/1.1" status: 200 len: 710 time: 0.1356914 May 18 14:08:46.553620 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d8837b-cbed-4b71-ac9a-1789d40ed0a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:08:46.555018 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-f2d8837b-cbed-4b71-ac9a-1789d40ed0a0 demo admin] 10.222.0.71 "GET /v2.0/networks/6fa52440-9078-453c-aafb-df38f6e3da5b HTTP/1.1" status: 200 len: 886 time: 0.0907350 May 18 14:08:46.563770 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:08:46.823398 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Publish callbacks [] for router_gateway (e9f559c8-1620-48ac-84bc-9083137f9e70), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:47.106406 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Publish callbacks [] for router_gateway (e9f559c8-1620-48ac-84bc-9083137f9e70), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:47.135611 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:47.195238 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:47.277607 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:47.306675 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Allocated IP 172.27.2.23 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/a662f96c-39d7-4445-bb0e-1468c52293fe) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:08:47.463466 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Publish callbacks [] for port (a662f96c-39d7-4445-bb0e-1468c52293fe), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:47.542686 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (a662f96c-39d7-4445-bb0e-1468c52293fe), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:47.586596 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:08:47.590049 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:08:47.595764 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:08:47.636692 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Pushing event updated for resources: {'Port': ['ID=a662f96c-39d7-4445-bb0e-1468c52293fe,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:47.916965 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Publish callbacks [] for router_gateway (e9f559c8-1620-48ac-84bc-9083137f9e70), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:48.121451 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:48.218331 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-632759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2833'] for router (e9f559c8-1620-48ac-84bc-9083137f9e70), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:48.222780 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-632736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-632745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634627'] for router (e9f559c8-1620-48ac-84bc-9083137f9e70), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:48.335470 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Router e9f559c8-1620-48ac-84bc-9083137f9e70 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:08:48.448194 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:08:48.452389 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:48.455523 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-fbbf81de-20cf-4805-babc-65798c6eed70 demo admin] 10.222.0.71 "PUT /v2.0/routers/e9f559c8-1620-48ac-84bc-9083137f9e70 HTTP/1.1" status: 200 len: 889 time: 1.8946540 May 18 14:08:50.481205 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 29894826-12c1-4e76-a2d7-6a0ad206c7fa up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:08:50.528623 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 29894826-12c1-4e76-a2d7-6a0ad206c7fa triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:08:50.528967 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:50.604325 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 29894826-12c1-4e76-a2d7-6a0ad206c7fa is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:08:51.060333 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39396) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:08:51.181852 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-9e3e42e3-5aa5-40bc-ba9a-4038b5513eb7 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1203370 May 18 14:08:51.787336 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Sync routers for ids ['e9f559c8-1620-48ac-84bc-9083137f9e70'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:08:51.799608 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Routers {'e9f559c8-1620-48ac-84bc-9083137f9e70'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:08:51.800464 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:08:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['e9f559c8-1620-48ac-84bc-9083137f9e70'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:08:51.948594 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:51.978358 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:52.024743 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Set router e9f559c8-1620-48ac-84bc-9083137f9e70 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:08:52.524248 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'name': 'router1', 'tenant_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a662f96c-39d7-4445-bb0e-1468c52293fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:08:26Z', 'updated_at': '2022-05-18T14:08:47Z', 'revision_number': 4, 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'gw_port': {'id': 'a662f96c-39d7-4445-bb0e-1468c52293fe', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:78:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:08:47Z', 'updated_at': '2022-05-18T14:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '29894826-12c1-4e76-a2d7-6a0ad206c7fa', 'name': '', 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc', 'tenant_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'mac_address': 'fa:16:3e:b8:92:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bef8470-d219-4a71-9f66-cf9bd086ad53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:08:38Z', 'updated_at': '2022-05-18T14:08:42Z', 'revision_number': 5, 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'subnets': [{'id': '7bef8470-d219-4a71-9f66-cf9bd086ad53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea41b287-9d2c-4a71-b2a9-104a0c9cfab7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:08:52.578365 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Checking router: e9f559c8-1620-48ac-84bc-9083137f9e70 for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:08:52.578979 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Updating router e9f559c8-1620-48ac-84bc-9083137f9e70 port a662f96c-39d7-4445-bb0e-1468c52293fe binding host dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:08:52.646867 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (a662f96c-39d7-4445-bb0e-1468c52293fe), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:53.038653 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Publish callbacks [] for port (a662f96c-39d7-4445-bb0e-1468c52293fe), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:53.119565 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (a662f96c-39d7-4445-bb0e-1468c52293fe), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:53.175725 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Attempting to bind port a662f96c-39d7-4445-bb0e-1468c52293fe on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:08:53.175977 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Attempting to bind port a662f96c-39d7-4445-bb0e-1468c52293fe by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:08:53.176276 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Attempting to bind port a662f96c-39d7-4445-bb0e-1468c52293fe on network 6fa52440-9078-453c-aafb-df38f6e3da5b {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:08:53.185717 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664fbab-e407-49f8-9ca8-e19fcef99acb None None] Pushing event updated for resources: {'Port': ['ID=a662f96c-39d7-4445-bb0e-1468c52293fe,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:53.189301 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:08:53.190519 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Checking segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:08:53.191146 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:53.191775 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Bound using segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:08:53.192710 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Bound port: a662f96c-39d7-4445-bb0e-1468c52293fe, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:08:53.193265 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (a662f96c-39d7-4445-bb0e-1468c52293fe), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:53.266205 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] For port a662f96c-39d7-4445-bb0e-1468c52293fe, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:08:53.269878 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] For port a662f96c-39d7-4445-bb0e-1468c52293fe, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=a662f96c-39d7-4445-bb0e-1468c52293fe,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:08:53.365742 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (a662f96c-39d7-4445-bb0e-1468c52293fe), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:53.436568 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664fbab-e407-49f8-9ca8-e19fcef99acb None None] Pushing event updated for resources: {'Port': ['ID=a662f96c-39d7-4445-bb0e-1468c52293fe,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:53.445747 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Routers {'e9f559c8-1620-48ac-84bc-9083137f9e70'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:08:53.448076 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:08:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['e9f559c8-1620-48ac-84bc-9083137f9e70'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:08:53.573836 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:53.590515 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:53.602669 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] Set router e9f559c8-1620-48ac-84bc-9083137f9e70 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:08:53.870818 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'name': 'router1', 'tenant_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a662f96c-39d7-4445-bb0e-1468c52293fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:08:26Z', 'updated_at': '2022-05-18T14:08:47Z', 'revision_number': 4, 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'gw_port': {'id': 'a662f96c-39d7-4445-bb0e-1468c52293fe', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:78:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:08:47Z', 'updated_at': '2022-05-18T14:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '29894826-12c1-4e76-a2d7-6a0ad206c7fa', 'name': '', 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc', 'tenant_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'mac_address': 'fa:16:3e:b8:92:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bef8470-d219-4a71-9f66-cf9bd086ad53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:08:38Z', 'updated_at': '2022-05-18T14:08:42Z', 'revision_number': 5, 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'subnets': [{'id': '7bef8470-d219-4a71-9f66-cf9bd086ad53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea41b287-9d2c-4a71-b2a9-104a0c9cfab7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:08:53.913151 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc69e7b-7d06-4edb-b0bb-62875b64356b None None] The sync data for ids ['e9f559c8-1620-48ac-84bc-9083137f9e70'] in dv-cinder-755101-9-iscsi is: [{'id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'name': 'router1', 'tenant_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'a662f96c-39d7-4445-bb0e-1468c52293fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:08:26Z', 'updated_at': '2022-05-18T14:08:47Z', 'revision_number': 4, 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'gw_port': {'id': 'a662f96c-39d7-4445-bb0e-1468c52293fe', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:78:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:08:47Z', 'updated_at': '2022-05-18T14:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '29894826-12c1-4e76-a2d7-6a0ad206c7fa', 'name': '', 'network_id': '20bd696b-87cf-4461-bd13-8ff9169403cc', 'tenant_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'mac_address': 'fa:16:3e:b8:92:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f559c8-1620-48ac-84bc-9083137f9e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bef8470-d219-4a71-9f66-cf9bd086ad53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:08:38Z', 'updated_at': '2022-05-18T14:08:42Z', 'revision_number': 5, 'project_id': 'd1d3cbbf04054e2fb4f841d3f285788d', 'subnets': [{'id': '7bef8470-d219-4a71-9f66-cf9bd086ad53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea41b287-9d2c-4a71-b2a9-104a0c9cfab7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:08:54.568672 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device a662f96c-39d7-4445-bb0e-1468c52293fe up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:08:54.626635 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port a662f96c-39d7-4445-bb0e-1468c52293fe triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:08:54.627629 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (a662f96c-39d7-4445-bb0e-1468c52293fe), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:54.713855 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port a662f96c-39d7-4445-bb0e-1468c52293fe is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:08:54.715040 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (a662f96c-39d7-4445-bb0e-1468c52293fe), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:54.747934 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port a662f96c-39d7-4445-bb0e-1468c52293fe, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=a662f96c-39d7-4445-bb0e-1468c52293fe,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:08:54.803550 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (a662f96c-39d7-4445-bb0e-1468c52293fe), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:54.865936 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=a662f96c-39d7-4445-bb0e-1468c52293fe,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:08:56.540704 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device a662f96c-39d7-4445-bb0e-1468c52293fe up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:08:56.715156 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port a662f96c-39d7-4445-bb0e-1468c52293fe triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:08:56.715806 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (a662f96c-39d7-4445-bb0e-1468c52293fe), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:08:56.914676 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port a662f96c-39d7-4445-bb0e-1468c52293fe is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:08:58.363868 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=60 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:08:58.366721 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=29 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:09:01.130996 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0f0b70bb-caed-4f57-be6d-cb8510d4fa3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:09:01.175044 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=27 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:09:01.178278 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:09:03.461985 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-793029f7-a0a5-409c-8a53-9d5cf9836a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:09:05.027739 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:09:06.096546 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:09:07.742160 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:09:17.634813 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:09:17.647801 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:09:23.364732 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 5 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:09:31.096770 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ff156116-0097-444c-97d0-b708dba188e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:09:33.511528 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fb88f620-82de-4af9-a36d-1555e8bff33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:09:35.055212 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:09:35.357797 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:09:35.372131 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:09:36.106722 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:09:39.008516 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:09:46.021479 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:09:47.647581 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:09:58.352170 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:09:58.353356 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:00.357412 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 5 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:10:01.100322 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bc0365f4-9743-4155-b04c-2c18f13e9c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:03.506122 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4939ba58-fbe4-4a63-b263-f0aca0507d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:05.061975 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:06.134811 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:07.687817 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:12.361285 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:12.366606 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:16.714724 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 39934) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:10:16.806386 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92666c1-5051-41b4-b696-73c4916ad537 admin admin] GET failed (client error): The resource could not be found. May 18 14:10:16.807761 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e92666c1-5051-41b4-b696-73c4916ad537 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0920570 May 18 14:10:17.000344 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c525b1b0-81e7-488b-976e-96a6e3c508d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:17.002122 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-c525b1b0-81e7-488b-976e-96a6e3c508d0 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1895251 May 18 14:10:17.629169 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:17.632254 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:19.328912 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 39944) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:10:19.491822 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf53d20-c3e5-4ff4-8f47-6a53ca08983c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:19.493139 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-1cf53d20-c3e5-4ff4-8f47-6a53ca08983c admin admin] 10.222.0.71 "GET /v2.0/subnets/7bef8470-d219-4a71-9f66-cf9bd086ad53 HTTP/1.1" status: 200 len: 849 time: 0.1629879 May 18 14:10:19.502519 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:10:19.593429 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Publish callbacks [] for subnet (7bef8470-d219-4a71-9f66-cf9bd086ad53), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:19.960846 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789579022978'] for subnet (7bef8470-d219-4a71-9f66-cf9bd086ad53), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:19.996764 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:19.996764 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:19.996764 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] 10.222.0.71 "PUT /v2.0/subnets/7bef8470-d219-4a71-9f66-cf9bd086ad53 HTTP/1.1" status: 200 len: 868 time: 0.4946144 May 18 14:10:19.997547 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46fd6ab-d83a-4319-ae46-63c449465f85 None None] Network 20bd696b-87cf-4461-bd13-8ff9169403cc requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:10:20.012933 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bef8470-d219-4a71-9f66-cf9bd086ad53,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:10:20.024490 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.024912 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.025244 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.025665 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.026099 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.026524 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.026896 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.027290 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.027784 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.028186 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.028530 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.028967 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.029745 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.030363 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.030703 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59640ffd-35c0-4f18-9491-265ca5659c76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:10:20.399540 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-ea3247ea-90d1-4e2d-a2d6-a0713f5042d9 None None] Provisioning complete for port 29894826-12c1-4e76-a2d7-6a0ad206c7fa triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:10:20.399934 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ea3247ea-90d1-4e2d-a2d6-a0713f5042d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (29894826-12c1-4e76-a2d7-6a0ad206c7fa), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:20.479847 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-ea3247ea-90d1-4e2d-a2d6-a0713f5042d9 None None] Current status of the port 29894826-12c1-4e76-a2d7-6a0ad206c7fa is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:10:20.489190 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-ea3247ea-90d1-4e2d-a2d6-a0713f5042d9 None None] Provisioning complete for port 8811fab6-ad09-4c2d-986a-cc1b26340d32 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:10:20.489529 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ea3247ea-90d1-4e2d-a2d6-a0713f5042d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (8811fab6-ad09-4c2d-986a-cc1b26340d32), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:20.569235 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-ea3247ea-90d1-4e2d-a2d6-a0713f5042d9 None None] Current status of the port 8811fab6-ad09-4c2d-986a-cc1b26340d32 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:10:22.317855 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39952) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:10:22.524949 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f903bd-2b81-40d9-8d8d-b612d257a1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:22.525349 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f903bd-2b81-40d9-8d8d-b612d257a1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:22.526929 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-03f903bd-2b81-40d9-8d8d-b612d257a1ff admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2081063 May 18 14:10:24.834906 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 39962) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:10:25.049447 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e0bdfc-c953-4615-b318-75d38e9db63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:25.049848 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e0bdfc-c953-4615-b318-75d38e9db63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:25.051393 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-b7e0bdfc-c953-4615-b318-75d38e9db63a admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2154918 May 18 14:10:27.374513 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 39970) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:10:27.581300 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6a1487-b370-45a1-ae42-a80f632bab7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:27.582048 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-da6a1487-b370-45a1-ae42-a80f632bab7c admin admin] 10.222.0.71 "GET /v2.0/networks/20bd696b-87cf-4461-bd13-8ff9169403cc HTTP/1.1" status: 200 len: 869 time: 0.2065768 May 18 14:10:30.105002 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 39978) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:10:30.244629 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681dd073-4f93-4bbc-8627-08d400ccf92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:30.246060 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-681dd073-4f93-4bbc-8627-08d400ccf92a admin admin] 10.222.0.71 "GET /v2.0/networks/6fa52440-9078-453c-aafb-df38f6e3da5b HTTP/1.1" status: 200 len: 886 time: 0.1400585 May 18 14:10:30.566325 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=38 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:30.567109 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=39 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:31.087745 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-875bd1c8-e6ff-4510-9018-b35b8106ddbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:32.519747 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=10 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:32.521155 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=13 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:32.603143 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 39986) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:10:32.732441 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01b8efa-498f-46b4-a6af-f0059c2b3e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:32.733307 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01b8efa-498f-46b4-a6af-f0059c2b3e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:32.734873 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-c01b8efa-498f-46b4-a6af-f0059c2b3e1b admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308105 May 18 14:10:33.474794 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-06502028-c79f-4cb2-a914-96edaa572495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:35.033587 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 39994) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:10:35.051734 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:35.125650 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:35.139109 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:35.165978 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9be9d68-6766-4656-91bb-e4d87bdc0d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:35.166460 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9be9d68-6766-4656-91bb-e4d87bdc0d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:35.168004 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-d9be9d68-6766-4656-91bb-e4d87bdc0d37 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1334367 May 18 14:10:36.125960 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:37.359955 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 5 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:10:37.467180 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40002) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:10:37.562835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b08b9ee-e028-45f6-9f38-b1ce5e6969ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:37.564212 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-5b08b9ee-e028-45f6-9f38-b1ce5e6969ee admin admin] 10.222.0.71 "GET /v2.0/subnets/7bef8470-d219-4a71-9f66-cf9bd086ad53 HTTP/1.1" status: 200 len: 868 time: 0.0960877 May 18 14:10:37.693289 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:10:39.845034 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40010) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:10:39.938667 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfd2bc8-e1fb-4dd8-9eb3-eab7817eab42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:10:39.940050 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8dfd2bc8-e1fb-4dd8-9eb3-eab7817eab42 admin admin] 10.222.0.71 "GET /v2.0/subnets/eb987cba-2b8a-4914-851c-79fe619fde05 HTTP/1.1" status: 200 len: 816 time: 0.0940564 May 18 14:10:42.715925 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=6 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:42.728169 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:47.629719 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:47.632002 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:49.359328 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:49.365210 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:49.930424 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=9 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:10:49.935431 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=19 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:00.282167 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=13 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:00.287069 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=13 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:01.087865 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-19e48c5e-c8c0-4d56-b3a9-452d77abdb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:03.463898 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dea82c13-e759-4e7b-a902-fc37f7c3b694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:05.053030 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:06.109850 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:07.716345 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:14.361054 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 5 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:11:17.625811 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:17.631862 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:22.380700 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40070) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:11:22.429433 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [None req-081e56a6-544a-45fc-a6a3-80602135130e admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:11:22.430457 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-081e56a6-544a-45fc-a6a3-80602135130e admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0487661 May 18 14:11:24.835214 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 40078) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:11:24.898111 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.pecan_wsgi.hooks.translation [None req-54572f40-cf0b-4d1d-bfee-4619901cd4d1 admin admin] GET failed (client error): The resource could not be found. May 18 14:11:24.899400 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-54572f40-cf0b-4d1d-bfee-4619901cd4d1 admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632427 May 18 14:11:25.048064 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec057b-15cd-4eb5-80c2-ac809a019706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:11:25.049505 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-36ec057b-15cd-4eb5-80c2-ac809a019706 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1457188 May 18 14:11:26.361628 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:26.362516 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:27.378137 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 40086) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:11:27.426816 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:11:27.486189 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Made reservation on behalf of cac9ce8241ae4db2ae909b6e0401b3f2 for: {'network': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:11:27.488659 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:27.521210 dv-cinder-755101-9-iscsi neutron-server[104325]: WARNING neutron.services.revisions.revision_plugin [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Could not find related network for resource to bump revision. May 18 14:11:27.536052 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=104325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:11:27.547096 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (8a4d81ce-5327-4480-b02d-50f11013eaf6), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:27.547487 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.segments_db [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Added segment 8a4d81ce-5327-4480-b02d-50f11013eaf6 of type vlan for network 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b May 18 14:11:27.587223 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:27.787328 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:27.788277 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:11:27.788884 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:27.881014 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Pushing event updated for resources: {'Network': ['ID=0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:11:27.888473 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.888837 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.889200 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.889538 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.889868 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.890190 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.890510 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.890834 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.891151 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.891471 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.891810 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.892146 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.892464 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.892797 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.893116 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:27.905023 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:11:27.964522 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-98d5fc1b-3a3d-487b-91cb-f18b3b66eeb3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5852506 May 18 14:11:30.356930 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 40094) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:11:30.420404 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dd0ad3-d58a-448a-b1df-c1272ec79f11 admin admin] GET failed (client error): The resource could not be found. May 18 14:11:30.421792 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-15dd0ad3-d58a-448a-b1df-c1272ec79f11 admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636966 May 18 14:11:30.500927 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb2e0b9-a5b9-420a-94fb-09fca4e83618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:11:30.502571 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-7cb2e0b9-a5b9-420a-94fb-09fca4e83618 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0768261 May 18 14:11:30.514416 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-d00b9a50-e50a-4881-b05d-c54e68307254 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:11:30.652883 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00b9a50-e50a-4881-b05d-c54e68307254 admin admin] Made reservation on behalf of cac9ce8241ae4db2ae909b6e0401b3f2 for: {'subnet': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:11:30.655382 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d00b9a50-e50a-4881-b05d-c54e68307254 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:31.013563 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d00b9a50-e50a-4881-b05d-c54e68307254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for subnet (7d151a14-b612-4233-90e6-4a7dd2327454), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:31.069609 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a83d92a8-15d7-43c6-b018-03d8af5960c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:31.077192 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b9a50-e50a-4881-b05d-c54e68307254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d151a14-b612-4233-90e6-4a7dd2327454,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:11:31.084529 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00b9a50-e50a-4881-b05d-c54e68307254 admin admin] Checking segment: {'id': '8a4d81ce-5327-4480-b02d-50f11013eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:11:31.085165 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b9a50-e50a-4881-b05d-c54e68307254 admin admin] Network hostable DHCP agents. Network: 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:11:31.154796 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b9a50-e50a-4881-b05d-c54e68307254 admin admin] Network 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:11:31.247515 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-d00b9a50-e50a-4881-b05d-c54e68307254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b) {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:11:31.252297 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00b9a50-e50a-4881-b05d-c54e68307254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:11:31.253669 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d00b9a50-e50a-4881-b05d-c54e68307254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:31.257393 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e31156-d9a7-41f9-9109-f33ec684be23 None None] Network 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:11:31.350722 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-d00b9a50-e50a-4881-b05d-c54e68307254 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8403213 May 18 14:11:31.382183 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb805bdb4-2e36-56dc-976c-a47f1b047df3-0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b', 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b', 'project_id': 'cac9ce8241ae4db2ae909b6e0401b3f2', 'fixed_ips': [{'subnet_id': '7d151a14-b612-4233-90e6-4a7dd2327454'}]}} from dv-cinder-755101-9-iscsi. {{(pid=104326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:11:31.383292 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:31.552906 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Allocated IP 192.168.233.2 (0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b/7d151a14-b612-4233-90e6-4a7dd2327454/1abbdb1f-39fd-400c-aed9-510cefc22161) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:11:31.720049 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Publish callbacks [] for port (1abbdb1f-39fd-400c-aed9-510cefc22161), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:31.801412 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (1abbdb1f-39fd-400c-aed9-510cefc22161), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:31.838543 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Network 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:11:31.840241 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:11:31.843927 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:11:31.865237 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Pushing event updated for resources: {'Port': ['ID=1abbdb1f-39fd-400c-aed9-510cefc22161,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:11:31.890955 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.894369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.894369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.894369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.894369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.894369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.894369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.894369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.894369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.894369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.894369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.895181 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.895181 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.895181 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.895682 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:11:31.933390 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Attempting to bind port 1abbdb1f-39fd-400c-aed9-510cefc22161 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:11:31.933912 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Attempting to bind port 1abbdb1f-39fd-400c-aed9-510cefc22161 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '8a4d81ce-5327-4480-b02d-50f11013eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:11:31.934464 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Attempting to bind port 1abbdb1f-39fd-400c-aed9-510cefc22161 on network 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:11:31.941827 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:11:31.942066 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Checking segment: {'id': '8a4d81ce-5327-4480-b02d-50f11013eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:11:31.942450 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:31.942863 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Bound using segment: {'id': '8a4d81ce-5327-4480-b02d-50f11013eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:11:31.943717 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Bound port: 1abbdb1f-39fd-400c-aed9-510cefc22161, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4d81ce-5327-4480-b02d-50f11013eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:11:31.944082 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1abbdb1f-39fd-400c-aed9-510cefc22161), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:32.016049 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] For port 1abbdb1f-39fd-400c-aed9-510cefc22161, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:11:32.019502 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] For port 1abbdb1f-39fd-400c-aed9-510cefc22161, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=1abbdb1f-39fd-400c-aed9-510cefc22161,segment=NetworkSegment(8a4d81ce-5327-4480-b02d-50f11013eaf6),segment_id=8a4d81ce-5327-4480-b02d-50f11013eaf6)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:11:32.020947 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:32.121838 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1abbdb1f-39fd-400c-aed9-510cefc22161), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:32.193214 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2c187-a973-4d9e-8c79-afcc643d2827 None None] Pushing event updated for resources: {'Port': ['ID=1abbdb1f-39fd-400c-aed9-510cefc22161,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:11:32.612696 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 1abbdb1f-39fd-400c-aed9-510cefc22161 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:11:32.635043 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:32.663552 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 1abbdb1f-39fd-400c-aed9-510cefc22161 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:11:32.664877 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1abbdb1f-39fd-400c-aed9-510cefc22161), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:32.743879 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 1abbdb1f-39fd-400c-aed9-510cefc22161 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:11:32.744389 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1abbdb1f-39fd-400c-aed9-510cefc22161), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:32.781141 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port 1abbdb1f-39fd-400c-aed9-510cefc22161, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=1abbdb1f-39fd-400c-aed9-510cefc22161,segment=NetworkSegment(8a4d81ce-5327-4480-b02d-50f11013eaf6),segment_id=8a4d81ce-5327-4480-b02d-50f11013eaf6)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:11:32.890945 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1abbdb1f-39fd-400c-aed9-510cefc22161), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:32.946672 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=1abbdb1f-39fd-400c-aed9-510cefc22161,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:11:33.095648 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1d2eb8-1b85-484e-b97e-99b19b6965aa None None] Network 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:11:33.166592 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-086e7aa8-1383-433f-83cc-0a8d424ffeba None None] Provisioning complete for port 1abbdb1f-39fd-400c-aed9-510cefc22161 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:11:33.167706 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-086e7aa8-1383-433f-83cc-0a8d424ffeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1abbdb1f-39fd-400c-aed9-510cefc22161), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:33.291598 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-086e7aa8-1383-433f-83cc-0a8d424ffeba None None] Current status of the port 1abbdb1f-39fd-400c-aed9-510cefc22161 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:11:33.481267 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5a7e7295-68f4-4004-a6f7-14887fe5e0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:33.711153 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-871c2f16-abdc-4ddf-8730-5dfc088ae173 None None] Provisioning complete for port 1abbdb1f-39fd-400c-aed9-510cefc22161 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:11:33.711537 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-871c2f16-abdc-4ddf-8730-5dfc088ae173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1abbdb1f-39fd-400c-aed9-510cefc22161), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:33.790948 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-871c2f16-abdc-4ddf-8730-5dfc088ae173 None None] Current status of the port 1abbdb1f-39fd-400c-aed9-510cefc22161 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:11:34.586985 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 1abbdb1f-39fd-400c-aed9-510cefc22161 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:11:34.637202 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 1abbdb1f-39fd-400c-aed9-510cefc22161 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:11:34.637594 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1abbdb1f-39fd-400c-aed9-510cefc22161), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:34.678414 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:34.715519 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 1abbdb1f-39fd-400c-aed9-510cefc22161 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:11:35.032663 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:36.126480 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:37.709117 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:11:41.264685 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:41.266188 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:47.628855 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:47.635831 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:11:51.360431 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 5 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:12:01.097255 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bd81bf8e-b44b-4ce6-aeff-2edc786c44e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:12:03.355727 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:12:03.360802 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:12:03.472093 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b45017ac-dcc4-4c5b-b23c-83c6dfc830e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:12:05.062418 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:12:06.118112 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:12:07.851267 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:12:17.636366 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:12:17.637527 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:12:28.359100 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 5 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:12:31.073447 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2bd88a66-7c31-4bd0-8985-5145ae7c2c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:12:33.490497 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-50f52767-3362-4a94-92e4-51865e2dda9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:12:35.048312 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:12:36.113334 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:12:37.722637 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:12:40.357537 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:12:40.358333 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:12:47.633457 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:12:47.640483 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:00.199172 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=17 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:00.201052 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=11 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:01.070370 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6608107c-10c2-43ae-b29e-fdfc911aba56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:03.467147 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0232b5c3-6661-47e8-a8bc-f942162c4759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:05.070133 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:05.358218 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 5 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:13:06.121570 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:07.767148 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:17.344305 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:17.354472 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:17.640259 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:17.642050 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:31.117789 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-37b7fe6a-c4cd-481e-88a9-76102c9a2a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:33.245084 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40132) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:13:33.251534 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [None req-ce516de9-a9bf-4250-b3a4-c9f5fe5abca5 tempest-verify_tempest_config-866854228 tempest-verify_tempest_config-866854228-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:13:33.252556 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-ce516de9-a9bf-4250-b3a4-c9f5fe5abca5 tempest-verify_tempest_config-866854228 tempest-verify_tempest_config-866854228-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065222 May 18 14:13:33.488836 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8564302b-372f-4bb8-8a04-6109ccd502be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:33.789002 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 40150) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:13:33.897008 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:33.979056 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Publish callbacks [] for security_group (04315266-fe44-4650-b201-b1b95ef7249a), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:34.040460 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (04315266-fe44-4650-b201-b1b95ef7249a), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:34.089512 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04315266-fe44-4650-b201-b1b95ef7249a,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:13:34.093291 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4dff16bfb8ac43b58646db919e73feee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3032911 May 18 14:13:34.096110 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40156) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:13:34.099036 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.099388 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.099746 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.100085 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.100415 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.100744 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.101096 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.101419 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.101758 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.102087 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.102421 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.102735 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.103055 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.103372 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.103716 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dc752-d78d-4371-929e-de6337ab8da1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.154497 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Publish callbacks [] for security_group (04315266-fe44-4650-b201-b1b95ef7249a), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:34.176224 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Publish callbacks [] for security_group (04315266-fe44-4650-b201-b1b95ef7249a), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:34.366688 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (04315266-fe44-4650-b201-b1b95ef7249a), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:34.369269 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:34.370479 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/04315266-fe44-4650-b201-b1b95ef7249a HTTP/1.1" status: 204 len: 168 time: 0.2734220 May 18 14:13:34.378154 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04315266-fe44-4650-b201-b1b95ef7249a,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:13:34.385970 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.386321 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.386691 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.387040 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.387377 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.387711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.388046 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.388378 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.388711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.389121 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.389717 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.390053 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.390494 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.390825 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:34.391150 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a19a4d6-0555-4c38-99cb-3e60de14cf81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:35.048771 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:36.149372 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:37.705938 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:13:42.357290 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 5 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:13:44.085404 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:44.095440 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=17,neutron:INSERT=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:44.381587 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:44.382393 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:47.639160 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:47.645395 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:54.360374 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:13:58.355792 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:14:01.071131 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3709964f-6dad-4058-9ad6-797f77955114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:14:03.465109 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c89a5809-7e59-43ed-9b51-c3560c7da30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:14:05.045577 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:14:06.116275 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:14:07.706400 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:14:17.643286 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:14:17.645402 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:14:19.356846 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 5 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:14:31.061614 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a89337f2-da18-4dc5-8d83-bbab6ede7ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:14:31.352440 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:14:31.357298 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:14:33.473289 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9b597cd3-bacc-4031-854b-1d0bb4359057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:14:35.124633 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:14:36.135708 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:14:37.704702 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:14:47.640478 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:14:47.646606 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:14:56.355053 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 5 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:15:01.078421 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5aab4cd6-e6c1-4d4c-8e25-544bafa128e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:15:03.458913 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d3136613-0a9a-44be-a938-19672d3c24b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:15:05.061202 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:15:06.132656 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:15:07.718590 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:15:08.351340 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=14 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:15:08.356227 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=20 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:15:17.642550 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:15:17.644513 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:15:24.790555 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644074'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:15:31.055924 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-91062478-59b8-434f-a023-8b3c85463c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:15:33.354798 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:15:33.458069 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-373cc614-b388-4701-a001-84c034ad1a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:15:35.112372 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:15:36.118549 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:15:37.710320 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:15:38.367882 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40230) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:15:38.476010 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-bb317f6e-f811-42c1-ba57-08161c65df07 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1062939 May 18 14:15:40.900973 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 40240) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:15:40.966063 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-ca36a498-5ad7-421d-be26-b32fa0fd67ed admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0639944 May 18 14:15:45.346622 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:15:45.352819 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:15:47.646210 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=19,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:15:47.647955 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:15:48.470768 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:15:50.957552 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:15:50.958500 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:15:54.767452 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:15:58.360223 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:15:58.360989 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:16:01.064734 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c98b351b-67a5-4435-8d7e-ebdc50f9aedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:16:03.475606 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-568bb27f-e394-4572-a7fc-36e0bf5c7544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:16:05.072488 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:16:06.124273 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:16:07.724231 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:16:10.354812 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:16:17.650444 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:16:17.653361 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:16:22.345254 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:16:22.350212 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:16:24.778930 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:16:31.055343 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a71fb044-9c64-4e4d-9d5b-681a36358f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:16:33.461667 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a89a10b-5471-4981-b523-8f38bd3fb3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:16:35.073662 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:16:36.127881 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:16:37.729876 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:16:47.353617 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:16:47.649792 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:16:47.655784 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:16:54.798004 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:00.260086 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=17 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:00.267423 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=17 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:01.049307 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-500a5e2e-a91b-4b26-8651-5d489d213f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:03.466289 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5a0eea67-c746-4d65-acf7-bc51d420330c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:05.100751 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:06.122639 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:07.717781 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:17.652281 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:17.664521 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:24.355871 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:17:24.786226 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:25.528141 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40454) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:25.698767 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40468) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:25.998493 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-279165226-network', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:26.083007 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40492) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:26.112302 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Made reservation on behalf of bf92bdbff72f450ebfcb2d68f14aa523 for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:26.120883 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.125910 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.223854 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Publish callbacks [] for security_group (5b87c789-7f8a-4ff6-ba70-771d6e8c975b), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.230837 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-964794598-network', 'tenant_id': '381a3ddcc448429baf54ca8ac040f1a5'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:26.317139 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (5b87c789-7f8a-4ff6-ba70-771d6e8c975b), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.342609 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:17:26.388078 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-network', 'tenant_id': '909802130f2948bcae9d2445f267a32c'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:26.393510 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (68e7e6d5-38f4-4acb-9658-73c0909703ff), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.394113 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Added segment 68e7e6d5-38f4-4acb-9658-73c0909703ff of type vlan for network baccbdbd-0bb0-4326-967c-7a711fcb09dc May 18 14:17:26.395657 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Made reservation on behalf of 381a3ddcc448429baf54ca8ac040f1a5 for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:26.398555 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.411454 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b87c789-7f8a-4ff6-ba70-771d6e8c975b,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:26.429141 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.429517 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.430032 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.430555 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.431155 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.431668 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.432025 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.433087 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.434429 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.434429 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.434711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.435316 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.435819 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.437845 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.438798 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Tracked resource versions report: May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: pushed versions: May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: { 'AddressGroup': {'1.2'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Agent': {'1.1'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'ConntrackHelper': {'1.0'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'LocalIPAssociation': {'1.0'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Log': {'1.0'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'NDPProxy': {'1.0'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Network': {'1.1'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Port': {'1.7'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'PortForwarding': {'1.3'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'QosPolicy': {'1.10'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'SecurityGroup': {'1.5'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'SecurityGroupRule': {'1.2'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'SubPort': {'1.0'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Subnet': {'1.1'}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Trunk': {'1.1'}} May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: consumer versions: May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: { DHCP agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: HyperV agent@hv-cinder-75510: {}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: L3 agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: Metadata agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: Metering agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: Open vSwitch agent@dv-cinder-755101-9-iscsi: { 'AddressGroup': '1.2', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Agent': '1.1', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'ConntrackHelper': '1.0', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'LocalIPAssociation': '1.0', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Log': '1.0', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'NDPProxy': '1.0', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Network': '1.1', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Port': '1.7', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'PortForwarding': '1.3', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'QosPolicy': '1.10', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'SecurityGroup': '1.5', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'SecurityGroupRule': '1.2', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'SubPort': '1.0', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Subnet': '1.1', May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: 'Trunk': '1.1'}} May 18 14:17:26.441533 dv-cinder-755101-9-iscsi neutron-server[104324]: {{(pid=104324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:17:26.466928 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.534213 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (baccbdbd-0bb0-4326-967c-7a711fcb09dc), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.633929 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Publish callbacks [] for security_group (ca9eff34-dd88-4fd3-af95-08d84471fb38), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.635821 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Made reservation on behalf of 909802130f2948bcae9d2445f267a32c for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:26.638715 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.653799 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.683325 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (baccbdbd-0bb0-4326-967c-7a711fcb09dc), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.689587 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:26.690289 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.765725 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ca9eff34-dd88-4fd3-af95-08d84471fb38), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.814618 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:17:26.831217 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] Pushing event updated for resources: {'Network': ['ID=baccbdbd-0bb0-4326-967c-7a711fcb09dc,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:26.843853 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network baccbdbd-0bb0-4326-967c-7a711fcb09dc details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:17:26.853166 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-74ba8c0c-3163-4004-98cd-ee389219a90e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.3234055 May 18 14:17:26.855963 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 40522) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:26.863152 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Request body: {'subnet': {'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-subnet', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:26.878132 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (23c69ffc-718e-424f-b168-4ddbfded1c7f), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.879165 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Added segment 23c69ffc-718e-424f-b168-4ddbfded1c7f of type vlan for network 4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 May 18 14:17:26.918436 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=66,neutron:INSERT=25,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:26.945737 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9eff34-dd88-4fd3-af95-08d84471fb38,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:26.967837 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Made reservation on behalf of bf92bdbff72f450ebfcb2d68f14aa523 for: {'subnet': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:26.969290 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:26.977374 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:26.977615 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:27.018340 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Publish callbacks [] for security_group (c03ae135-07d0-45bf-9de6-b91c7ffb9fef), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:27.106805 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (c03ae135-07d0-45bf-9de6-b91c7ffb9fef), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:27.153103 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:17:27.156647 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:27.158669 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:27.159808 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:27.267027 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (64434b5d-535b-48ab-829b-72fe2b4c7896), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:27.267700 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Added segment 64434b5d-535b-48ab-829b-72fe2b4c7896 of type vlan for network 6a849efa-7750-49f6-9fa8-deee59756847 May 18 14:17:27.270211 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03ae135-07d0-45bf-9de6-b91c7ffb9fef,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:27.357864 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] Pushing event updated for resources: {'Network': ['ID=4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:27.359258 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for subnet (de832773-715d-478a-9977-447bac299d9a), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:27.373573 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-5f75fa71-a852-4e81-8e09-d4502ddbf55f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.6680138 May 18 14:17:27.380894 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:17:27.383160 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (6a849efa-7750-49f6-9fa8-deee59756847), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:27.394172 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40552) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:27.422102 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-e0c80759-64d0-4eff-8ad0-7a30c21dd4fa admin admin] Request body: {'subnet': {'network_id': '4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-964794598-subnet', 'tenant_id': '381a3ddcc448429baf54ca8ac040f1a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:27.545565 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de832773-715d-478a-9977-447bac299d9a,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:27.555957 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c80759-64d0-4eff-8ad0-7a30c21dd4fa admin admin] Made reservation on behalf of 381a3ddcc448429baf54ca8ac040f1a5 for: {'subnet': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:27.561363 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e0c80759-64d0-4eff-8ad0-7a30c21dd4fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:27.570728 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.571071 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.571415 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.571752 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.572841 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.573213 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.574518 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.575009 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.575643 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.576299 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.582249 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.583188 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.592764 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.593480 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.594108 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Tracked resource versions report: May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: pushed versions: May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: { 'AddressGroup': {'1.2'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Agent': {'1.1'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'ConntrackHelper': {'1.0'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'LocalIPAssociation': {'1.0'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Log': {'1.0'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'NDPProxy': {'1.0'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Network': {'1.1'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Port': {'1.7'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'PortForwarding': {'1.3'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'QosPolicy': {'1.10'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'SecurityGroup': {'1.5'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'SecurityGroupRule': {'1.2'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'SubPort': {'1.0'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Subnet': {'1.1'}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Trunk': {'1.1'}} May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: consumer versions: May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: { DHCP agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: HyperV agent@hv-cinder-75510: {}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: L3 agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: Metadata agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: Metering agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: Open vSwitch agent@dv-cinder-755101-9-iscsi: { 'AddressGroup': '1.2', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Agent': '1.1', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'ConntrackHelper': '1.0', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'LocalIPAssociation': '1.0', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Log': '1.0', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'NDPProxy': '1.0', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Network': '1.1', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Port': '1.7', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'PortForwarding': '1.3', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'QosPolicy': '1.10', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'SecurityGroup': '1.5', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'SecurityGroupRule': '1.2', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'SubPort': '1.0', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Subnet': '1.1', May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: 'Trunk': '1.1'}} May 18 14:17:27.595864 dv-cinder-755101-9-iscsi neutron-server[104325]: {{(pid=104325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:17:27.817661 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Checking segment: {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:27.817661 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Network hostable DHCP agents. Network: baccbdbd-0bb0-4326-967c-7a711fcb09dc, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:17:27.824152 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (6a849efa-7750-49f6-9fa8-deee59756847), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:27.824152 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:27.824152 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:27.826257 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Network baccbdbd-0bb0-4326-967c-7a711fcb09dc is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:17:27.845215 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:27.884033 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] Pushing event updated for resources: {'Network': ['ID=6a849efa-7750-49f6-9fa8-deee59756847,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:27.895126 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 6a849efa-7750-49f6-9fa8-deee59756847 details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:17:27.935458 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, baccbdbd-0bb0-4326-967c-7a711fcb09dc) {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:27.945807 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81255828-a4fd-44d0-88e9-72c3556a0348 None None] Network baccbdbd-0bb0-4326-967c-7a711fcb09dc requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:17:27.946736 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:27.950590 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:28.064943 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-f9e97cbb-b43b-4565-828f-1786090cae28 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9800687 May 18 14:17:28.067498 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 40578) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:28.072574 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-3741f12a-71d7-46a8-b668-5aa8f57f5241 admin admin] Request body: {'subnet': {'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-subnet', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:28.088371 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e0c80759-64d0-4eff-8ad0-7a30c21dd4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for subnet (43ff001b-cb46-449a-9b94-b000d3854356), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:28.102508 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-053febd8-59d0-4e5a-89de-8741cfd379d7 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2448130 May 18 14:17:28.103604 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 40582) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:28.109227 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:28.132809 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb805bdb4-2e36-56dc-976c-a47f1b047df3-baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a'}]}} from dv-cinder-755101-9-iscsi. {{(pid=104326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:17:28.133781 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:28.165063 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c80759-64d0-4eff-8ad0-7a30c21dd4fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ff001b-cb46-449a-9b94-b000d3854356,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:28.185503 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c80759-64d0-4eff-8ad0-7a30c21dd4fa admin admin] Checking segment: {'id': '23c69ffc-718e-424f-b168-4ddbfded1c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:28.185937 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c80759-64d0-4eff-8ad0-7a30c21dd4fa admin admin] Network hostable DHCP agents. Network: 4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:17:28.190189 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3741f12a-71d7-46a8-b668-5aa8f57f5241 admin admin] Made reservation on behalf of 909802130f2948bcae9d2445f267a32c for: {'subnet': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:28.192856 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3741f12a-71d7-46a8-b668-5aa8f57f5241 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:28.244631 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2874'] for router (16f5fabf-391e-48c1-82fa-362bbfab9135), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:28.245722 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2851'] for router (16f5fabf-391e-48c1-82fa-362bbfab9135), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:28.316882 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Allocated IP 172.20.0.2 (baccbdbd-0bb0-4326-967c-7a711fcb09dc/de832773-715d-478a-9977-447bac299d9a/fd827b09-ed88-418b-b7a2-ef4a8481a0e1) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:17:28.328998 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c80759-64d0-4eff-8ad0-7a30c21dd4fa admin admin] Network 4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:17:28.341813 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Publish callbacks [] for router_controller (16f5fabf-391e-48c1-82fa-362bbfab9135), precommit_add_association {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:28.403835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-e0c80759-64d0-4eff-8ad0-7a30c21dd4fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1) {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:28.414225 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c80759-64d0-4eff-8ad0-7a30c21dd4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:28.414831 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e0c80759-64d0-4eff-8ad0-7a30c21dd4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:28.420389 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07096a97-b239-4470-ae40-79f518303f22 None None] Network 4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:17:28.510395 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e0c80759-64d0-4eff-8ad0-7a30c21dd4fa admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0943635 May 18 14:17:28.544409 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3741f12a-71d7-46a8-b668-5aa8f57f5241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for subnet (50f9627e-3a47-4ab6-80f9-f6c74b5a838b), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:28.559646 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:28.594850 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Publish callbacks [] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:28.634688 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Publish callbacks [] for router_gateway (16f5fabf-391e-48c1-82fa-362bbfab9135), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:28.635716 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ce01cf-2250-46f6-821c-41d8288bec3a None None] Network 4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:17:28.649680 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:28.667663 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741f12a-71d7-46a8-b668-5aa8f57f5241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f9627e-3a47-4ab6-80f9-f6c74b5a838b,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:28.680965 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3741f12a-71d7-46a8-b668-5aa8f57f5241 admin admin] Checking segment: {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:28.681601 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3741f12a-71d7-46a8-b668-5aa8f57f5241 admin admin] Network hostable DHCP agents. Network: 6a849efa-7750-49f6-9fa8-deee59756847, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:17:28.725639 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:28.819897 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Pushing event updated for resources: {'Port': ['ID=fd827b09-ed88-418b-b7a2-ef4a8481a0e1,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:28.836989 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3741f12a-71d7-46a8-b668-5aa8f57f5241 admin admin] Network 6a849efa-7750-49f6-9fa8-deee59756847 is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:17:28.968524 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-3741f12a-71d7-46a8-b668-5aa8f57f5241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 6a849efa-7750-49f6-9fa8-deee59756847) {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:28.989212 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.989748 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.989986 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.990516 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.990996 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.991518 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.991990 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.992510 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.993041 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.993545 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.994042 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.994547 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.995622 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.996117 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.997050 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Tracked resource versions report: May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: pushed versions: May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: { 'AddressGroup': {'1.2'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Agent': {'1.1'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'ConntrackHelper': {'1.0'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'LocalIPAssociation': {'1.0'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Log': {'1.0'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'NDPProxy': {'1.0'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Network': {'1.1'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Port': {'1.7'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'PortForwarding': {'1.3'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'QosPolicy': {'1.10'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'SecurityGroup': {'1.5'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'SecurityGroupRule': {'1.2'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'SubPort': {'1.0'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Subnet': {'1.1'}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Trunk': {'1.1'}} May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: consumer versions: May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: { DHCP agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: HyperV agent@hv-cinder-75510: {}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: L3 agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: Metadata agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: Metering agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: Open vSwitch agent@dv-cinder-755101-9-iscsi: { 'AddressGroup': '1.2', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Agent': '1.1', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'ConntrackHelper': '1.0', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'LocalIPAssociation': '1.0', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Log': '1.0', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'NDPProxy': '1.0', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Network': '1.1', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Port': '1.7', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'PortForwarding': '1.3', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'QosPolicy': '1.10', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'SecurityGroup': '1.5', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'SecurityGroupRule': '1.2', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'SubPort': '1.0', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Subnet': '1.1', May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: 'Trunk': '1.1'}} May 18 14:17:28.998369 dv-cinder-755101-9-iscsi neutron-server[104326]: {{(pid=104326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:17:29.006538 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb462a-3e67-406e-925a-7c586905ee9e None None] Network 6a849efa-7750-49f6-9fa8-deee59756847 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:17:29.021893 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3741f12a-71d7-46a8-b668-5aa8f57f5241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:29.022603 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3741f12a-71d7-46a8-b668-5aa8f57f5241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.064900 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40634) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:29.067037 dv-cinder-755101-9-iscsi neutron-server[104324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 14:17:29.123752 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:29.128268 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:29.174068 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Publish callbacks [] for router_gateway (16f5fabf-391e-48c1-82fa-362bbfab9135), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.217404 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Network baccbdbd-0bb0-4326-967c-7a711fcb09dc is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:17:29.218600 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb805bdb4-2e36-56dc-976c-a47f1b047df3-6a849efa-7750-49f6-9fa8-deee59756847', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'project_id': '909802130f2948bcae9d2445f267a32c', 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b'}]}} from dv-cinder-755101-9-iscsi. {{(pid=104326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:17:29.219539 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.222351 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.285919 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-3741f12a-71d7-46a8-b668-5aa8f57f5241 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2163036 May 18 14:17:29.290445 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 40650) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:29.306618 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:29.416237 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:29.418900 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:17:29.432389 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Allocated IP 172.27.2.150 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/83de02c2-ae86-4887-8369-07835bf6fc00) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:17:29.433096 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-b28a0439-87fe-48b4-9ebf-1da618ad8cc8 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:29.434841 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-b28a0439-87fe-48b4-9ebf-1da618ad8cc8 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/networks?id=4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 HTTP/1.1" status: 200 len: 811 time: 0.3694265 May 18 14:17:29.447650 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:29.456085 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-3cb9699b-f71a-426e-902f-0a8721c0f8f7 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/quotas/381a3ddcc448429baf54ca8ac040f1a5 HTTP/1.1" status: 200 len: 375 time: 0.0155001 May 18 14:17:29.468464 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2874'] for router (7511f96a-8fe2-437d-9b16-62981bc286fd), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.469882 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2851'] for router (7511f96a-8fe2-437d-9b16-62981bc286fd), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.542059 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Attempting to bind port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:17:29.542441 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Attempting to bind port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:17:29.542898 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Attempting to bind port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 on network baccbdbd-0bb0-4326-967c-7a711fcb09dc {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:17:29.555494 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:17:29.555880 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Checking segment: {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:29.559532 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.559532 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Bound using segment: {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:17:29.559532 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Bound port: fd827b09-ed88-418b-b7a2-ef4a8481a0e1, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:17:29.559532 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.560999 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Allocated IP 172.20.0.2 (6a849efa-7750-49f6-9fa8-deee59756847/50f9627e-3a47-4ab6-80f9-f6c74b5a838b/49bbafcb-9633-41cd-9082-17f5a5451590) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:17:29.572820 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-35ddc677-2f87-4ce7-a533-db4e86e7b675 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=381a3ddcc448429baf54ca8ac040f1a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079433 May 18 14:17:29.583654 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Publish callbacks [] for router_controller (7511f96a-8fe2-437d-9b16-62981bc286fd), precommit_add_association {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.624476 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Publish callbacks [] for port (83de02c2-ae86-4887-8369-07835bf6fc00), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.682879 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] For port fd827b09-ed88-418b-b7a2-ef4a8481a0e1, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:17:29.688193 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] For port fd827b09-ed88-418b-b7a2-ef4a8481a0e1, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=fd827b09-ed88-418b-b7a2-ef4a8481a0e1,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:17:29.767460 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.772322 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (83de02c2-ae86-4887-8369-07835bf6fc00), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.828689 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Publish callbacks [] for port (49bbafcb-9633-41cd-9082-17f5a5451590), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.857699 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16218826-aaf2-463c-b4bd-8729a15485f7 None None] Pushing event updated for resources: {'Port': ['ID=fd827b09-ed88-418b-b7a2-ef4a8481a0e1,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:29.884530 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40662) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:29.890138 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.980215 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Publish callbacks [] for router_gateway (7511f96a-8fe2-437d-9b16-62981bc286fd), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:29.980994 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Network 6a849efa-7750-49f6-9fa8-deee59756847 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:17:29.982456 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:29.989039 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:17:29.993126 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Pushing event updated for resources: {'Port': ['ID=49bbafcb-9633-41cd-9082-17f5a5451590,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:30.003843 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:17:30.011217 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:30.018695 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:17:30.058959 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Pushing event updated for resources: {'Port': ['ID=83de02c2-ae86-4887-8369-07835bf6fc00,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:30.067739 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Attempting to bind port 49bbafcb-9633-41cd-9082-17f5a5451590 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:17:30.068118 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Attempting to bind port 49bbafcb-9633-41cd-9082-17f5a5451590 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:17:30.068658 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Attempting to bind port 49bbafcb-9633-41cd-9082-17f5a5451590 on network 6a849efa-7750-49f6-9fa8-deee59756847 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:17:30.076053 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:17:30.076360 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Checking segment: {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:30.076870 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:30.077277 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Bound using segment: {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:17:30.077753 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Bound port: 49bbafcb-9633-41cd-9082-17f5a5451590, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:17:30.078120 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:30.080181 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:30.125116 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:30.163170 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] For port 49bbafcb-9633-41cd-9082-17f5a5451590, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:17:30.167374 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] For port 49bbafcb-9633-41cd-9082-17f5a5451590, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=49bbafcb-9633-41cd-9082-17f5a5451590,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:17:30.167747 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40670) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:30.298223 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-78310745-c5a4-4fa2-a526-e60c7fe83a32 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:17:30.301337 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-78310745-c5a4-4fa2-a526-e60c7fe83a32 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3365769 May 18 14:17:30.317888 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:30.514185 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Publish callbacks [] for router_gateway (7511f96a-8fe2-437d-9b16-62981bc286fd), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:30.546359 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:30.552331 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:30.563410 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Publish callbacks [] for router_gateway (16f5fabf-391e-48c1-82fa-362bbfab9135), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:30.564746 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-eee45a9b-7181-4204-abb1-816eed7a40c5 service neutron] 10.222.0.71 "GET /v2.0/networks/4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304521 May 18 14:17:30.572392 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f6423bf3-417c-4941-81a0-0e0f1e1b9dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:30.580131 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b29dd295-3a93-4e27-a35f-67f80c743c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:30.656853 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7c5af-00f3-4996-a7dc-80d341d158b7 None None] Pushing event updated for resources: {'Port': ['ID=49bbafcb-9633-41cd-9082-17f5a5451590,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:30.734421 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:30.822729 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Allocated IP 172.27.2.218 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/1dde2f6d-a35c-4f68-9bca-37d599e067e9) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:17:30.884338 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device fd827b09-ed88-418b-b7a2-ef4a8481a0e1 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:17:30.954856 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-dce80910-ca39-4860-b33b-dbbcc1b6dabd service neutron] 10.222.0.71 "GET /v2.0/networks/4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839147 May 18 14:17:30.959768 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:30.960177 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.070252 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:31.083723 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:31.111635 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632658'] for router (16f5fabf-391e-48c1-82fa-362bbfab9135), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.131397 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b29dd295-3a93-4e27-a35f-67f80c743c01 admin admin] Publish callbacks [] for security_group (b10a4983-fe0c-4292-a187-4ea621058dae), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.161154 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:31.161709 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.163201 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f6423bf3-417c-4941-81a0-0e0f1e1b9dfb admin admin] Publish callbacks [] for security_group (fb264e99-c98f-4d44-a412-65516ad39d5a), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.182623 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-458995b7-58ab-49fd-a026-d8d46ff28a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.221276 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b29dd295-3a93-4e27-a35f-67f80c743c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (b10a4983-fe0c-4292-a187-4ea621058dae), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.252262 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Publish callbacks [] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.297564 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dd295-3a93-4e27-a35f-67f80c743c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10a4983-fe0c-4292-a187-4ea621058dae,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:31.325282 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port fd827b09-ed88-418b-b7a2-ef4a8481a0e1, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=fd827b09-ed88-418b-b7a2-ef4a8481a0e1,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:17:31.327063 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f6423bf3-417c-4941-81a0-0e0f1e1b9dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (fb264e99-c98f-4d44-a412-65516ad39d5a), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.340292 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:31.381542 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.409763 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.421914 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-b29dd295-3a93-4e27-a35f-67f80c743c01 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cc1cd463b5d14d6a83230a44dd616481&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5339692 May 18 14:17:31.427301 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40700) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:31.454621 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Router 16f5fabf-391e-48c1-82fa-362bbfab9135 is scheduled to L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb with binding_index 1 {{(pid=104325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:17:31.468324 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Pushing event updated for resources: {'Port': ['ID=1dde2f6d-a35c-4f68-9bca-37d599e067e9,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:31.477935 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:17:31.482810 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:31.483314 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=fd827b09-ed88-418b-b7a2-ef4a8481a0e1,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:31.485420 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:17:31.491697 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 40702) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:31.491831 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-f6423bf3-417c-4941-81a0-0e0f1e1b9dfb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0b75482412a840ad83d6f90f256b1282&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3216388 May 18 14:17:31.496715 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6423bf3-417c-4941-81a0-0e0f1e1b9dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb264e99-c98f-4d44-a412-65516ad39d5a,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:31.519351 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4207f718-dbe4-4ab8-b29d-2425f559b21a admin admin] Publish callbacks [] for security_group (b10a4983-fe0c-4292-a187-4ea621058dae), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.562369 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4207f718-dbe4-4ab8-b29d-2425f559b21a admin admin] Publish callbacks [] for security_group (b10a4983-fe0c-4292-a187-4ea621058dae), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.777383 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4207f718-dbe4-4ab8-b29d-2425f559b21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (b10a4983-fe0c-4292-a187-4ea621058dae), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.783502 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4207f718-dbe4-4ab8-b29d-2425f559b21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:31.785245 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-4207f718-dbe4-4ab8-b29d-2425f559b21a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b10a4983-fe0c-4292-a187-4ea621058dae HTTP/1.1" status: 204 len: 168 time: 0.3539133 May 18 14:17:31.790074 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-29f3a52c-780e-451b-a826-52cd75f75bb3 req-821e2e43-fa62-4a07-bd70-5402067138f3 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 210 time: 0.0991821 May 18 14:17:31.799865 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207f718-dbe4-4ab8-b29d-2425f559b21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10a4983-fe0c-4292-a187-4ea621058dae,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:31.882780 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21663d5-a012-430b-9230-189e7596f85b None None] Network baccbdbd-0bb0-4326-967c-7a711fcb09dc requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:17:31.982639 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-bafef478-fbd8-4c16-a625-1a4db3fefde0 None None] Provisioning complete for port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:31.984799 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bafef478-fbd8-4c16-a625-1a4db3fefde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:32.033198 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:32.066226 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3f38e6a4-d772-4328-87c1-a9e3524d69e3 admin admin] Publish callbacks [] for security_group (fb264e99-c98f-4d44-a412-65516ad39d5a), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:32.122091 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3f38e6a4-d772-4328-87c1-a9e3524d69e3 admin admin] Publish callbacks [] for security_group (fb264e99-c98f-4d44-a412-65516ad39d5a), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:32.132717 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:17:32.152298 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Sync routers for ids ['16f5fabf-391e-48c1-82fa-362bbfab9135'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:17:32.179644 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Routers {'16f5fabf-391e-48c1-82fa-362bbfab9135'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:17:32.181932 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-0083425f-8548-4826-a21c-557c848e3384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:17:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['16f5fabf-391e-48c1-82fa-362bbfab9135'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:32.215230 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-bafef478-fbd8-4c16-a625-1a4db3fefde0 None None] Current status of the port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:32.406718 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2106dcb6-cc57-42ff-a2a1-860473c83597 None None] Network 6a849efa-7750-49f6-9fa8-deee59756847 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:17:32.491853 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Set router 16f5fabf-391e-48c1-82fa-362bbfab9135 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:17:32.558128 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6ee44c30-7744-4fd9-9940-0acccc5577e5 None None] Provisioning complete for port 49bbafcb-9633-41cd-9082-17f5a5451590 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:32.558535 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ee44c30-7744-4fd9-9940-0acccc5577e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:32.683013 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:32.687965 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-a08b7a7c-1dbe-4657-9e29-9ab44a234e36 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5806653 May 18 14:17:32.688119 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 40756) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:32.695719 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Publish callbacks [] for router_gateway (7511f96a-8fe2-437d-9b16-62981bc286fd), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:32.737382 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:32.801650 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3f38e6a4-d772-4328-87c1-a9e3524d69e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (fb264e99-c98f-4d44-a412-65516ad39d5a), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:32.804103 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3f38e6a4-d772-4328-87c1-a9e3524d69e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:32.805275 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-3f38e6a4-d772-4328-87c1-a9e3524d69e3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fb264e99-c98f-4d44-a412-65516ad39d5a HTTP/1.1" status: 204 len: 168 time: 1.2698355 May 18 14:17:32.807295 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6ee44c30-7744-4fd9-9940-0acccc5577e5 None None] Current status of the port 49bbafcb-9633-41cd-9082-17f5a5451590 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:32.808850 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ee44c30-7744-4fd9-9940-0acccc5577e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:32.842944 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-0083425f-8548-4826-a21c-557c848e3384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:30Z', 'revision_number': 3, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:32.879697 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6ee44c30-7744-4fd9-9940-0acccc5577e5 None None] For port 49bbafcb-9633-41cd-9082-17f5a5451590, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=49bbafcb-9633-41cd-9082-17f5a5451590,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:17:32.943182 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38e6a4-d772-4328-87c1-a9e3524d69e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb264e99-c98f-4d44-a412-65516ad39d5a,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:32.951361 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6ee44c30-7744-4fd9-9940-0acccc5577e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:32.965780 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Checking router: 16f5fabf-391e-48c1-82fa-362bbfab9135 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:17:32.966680 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Updating router 16f5fabf-391e-48c1-82fa-362bbfab9135 port 83de02c2-ae86-4887-8369-07835bf6fc00 binding host dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:17:33.015271 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ccad1648-2693-46bc-9f83-9bba8eb5d7d0 req-87058152-7a0b-4044-9575-bf8792d91533 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 210 time: 0.0716774 May 18 14:17:33.059520 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device fd827b09-ed88-418b-b7a2-ef4a8481a0e1 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:17:33.065550 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (83de02c2-ae86-4887-8369-07835bf6fc00), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:33.252317 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:33.267546 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-a3c9a03b-3459-419d-8a25-ceb40bd030a8 None None] Provisioning complete for port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:33.267923 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a3c9a03b-3459-419d-8a25-ceb40bd030a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:33.373673 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee44c30-7744-4fd9-9940-0acccc5577e5 None None] Pushing event updated for resources: {'Port': ['ID=49bbafcb-9633-41cd-9082-17f5a5451590,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:33.510145 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:33.626153 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632658'] for router (7511f96a-8fe2-437d-9b16-62981bc286fd), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:33.626760 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Publish callbacks [] for port (83de02c2-ae86-4887-8369-07835bf6fc00), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:33.723982 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:33.724412 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:33.740834 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (83de02c2-ae86-4887-8369-07835bf6fc00), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:33.848470 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Pushing event updated for resources: {'Port': ['ID=83de02c2-ae86-4887-8369-07835bf6fc00,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:33.850143 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:33.851231 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a9c6328-fc7a-4fe6-9563-f50dca2c9933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:33.869786 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9a03b-3459-419d-8a25-ceb40bd030a8 None None] Current status of the port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:33.907275 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.907275 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.907275 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.907275 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.907275 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.907275 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.911048 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40812) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:33.911138 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:33.911138 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 49bbafcb-9633-41cd-9082-17f5a5451590 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:17:33.911478 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.912103 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.913165 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.914245 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.917771 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.918393 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.918948 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.919472 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.919996 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Tracked resource versions report: May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: pushed versions: May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: { 'AddressGroup': {'1.2'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Agent': {'1.1'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'ConntrackHelper': {'1.0'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'LocalIPAssociation': {'1.0'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Log': {'1.0'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'NDPProxy': {'1.0'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Network': {'1.1'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Port': {'1.7'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'PortForwarding': {'1.3'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'QosPolicy': {'1.10'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'SecurityGroup': {'1.5'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'SecurityGroupRule': {'1.2'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'SubPort': {'1.0'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Subnet': {'1.1'}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Trunk': {'1.1'}} May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: consumer versions: May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: { DHCP agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: HyperV agent@hv-cinder-75510: {}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: L3 agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: Metadata agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: Metering agent@dv-cinder-755101-9-iscsi: {}, May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: Open vSwitch agent@dv-cinder-755101-9-iscsi: { 'AddressGroup': '1.2', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Agent': '1.1', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'ConntrackHelper': '1.0', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'LocalIPAssociation': '1.0', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Log': '1.0', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'NDPProxy': '1.0', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Network': '1.1', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Port': '1.7', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'PortForwarding': '1.3', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'QosPolicy': '1.10', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'SecurityGroup': '1.5', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'SecurityGroupRule': '1.2', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'SubPort': '1.0', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Subnet': '1.1', May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: 'Trunk': '1.1'}} May 18 14:17:33.921400 dv-cinder-755101-9-iscsi neutron-server[104327]: {{(pid=104327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:17:33.932427 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cb363819-9dd1-4506-80f8-18fecfbc65d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:33.953397 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Attempting to bind port 83de02c2-ae86-4887-8369-07835bf6fc00 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:17:33.954992 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Attempting to bind port 83de02c2-ae86-4887-8369-07835bf6fc00 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:17:33.957639 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Attempting to bind port 83de02c2-ae86-4887-8369-07835bf6fc00 on network 6fa52440-9078-453c-aafb-df38f6e3da5b {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:17:33.970205 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:17:33.970907 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Checking segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:33.971707 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:33.974681 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Bound using segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:17:33.975440 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Bound port: 83de02c2-ae86-4887-8369-07835bf6fc00, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:17:33.976025 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (83de02c2-ae86-4887-8369-07835bf6fc00), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:33.986872 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 49bbafcb-9633-41cd-9082-17f5a5451590 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:33.987759 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:33.996630 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Router 7511f96a-8fe2-437d-9b16-62981bc286fd is scheduled to L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb with binding_index 1 {{(pid=104325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:17:34.057871 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-08af6438-2f31-4c16-9377-3177df3915fc None None] Provisioning complete for port 49bbafcb-9633-41cd-9082-17f5a5451590 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:34.058693 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-08af6438-2f31-4c16-9377-3177df3915fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.087518 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:34.090055 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-0083425f-8548-4826-a21c-557c848e3384 None None] For port 83de02c2-ae86-4887-8369-07835bf6fc00, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:17:34.094191 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-0083425f-8548-4826-a21c-557c848e3384 None None] For port 83de02c2-ae86-4887-8369-07835bf6fc00, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=83de02c2-ae86-4887-8369-07835bf6fc00,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:17:34.096279 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:34.097813 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40818) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:34.172427 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40822) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:34.187425 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cb363819-9dd1-4506-80f8-18fecfbc65d3 admin admin] Publish callbacks [] for security_group (a0b5e09a-ff24-4622-91db-9e28e7dc582f), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.210380 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (83de02c2-ae86-4887-8369-07835bf6fc00), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.218998 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-03b7e564-cfd1-4f8e-a8d5-35037de0915e req-74230df5-b626-4576-b696-0e3cb5c0dc46 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 210 time: 0.0345092 May 18 14:17:34.223113 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-08af6438-2f31-4c16-9377-3177df3915fc None None] Current status of the port 49bbafcb-9633-41cd-9082-17f5a5451590 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:34.227466 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 49bbafcb-9633-41cd-9082-17f5a5451590 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:34.261210 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cb363819-9dd1-4506-80f8-18fecfbc65d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (a0b5e09a-ff24-4622-91db-9e28e7dc582f), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.271898 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Routers {'16f5fabf-391e-48c1-82fa-362bbfab9135'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:17:34.272600 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-0083425f-8548-4826-a21c-557c848e3384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:17:34Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['16f5fabf-391e-48c1-82fa-362bbfab9135'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:34.296174 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:34.317783 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1981935953-network', 'tenant_id': 'b097dd9a53ed449ab0dba2d0324e8f94'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:34.337608 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-cb363819-9dd1-4506-80f8-18fecfbc65d3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f6fdd2123cb4b449bec99d40431a7fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4283173 May 18 14:17:34.341554 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb363819-9dd1-4506-80f8-18fecfbc65d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b5e09a-ff24-4622-91db-9e28e7dc582f,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:34.341708 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:34.345040 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40830) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:34.389086 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:34.403005 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:17:34.412296 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ffc1ac3f-2a67-4f9d-b76c-144753481536 admin admin] Publish callbacks [] for security_group (a0b5e09a-ff24-4622-91db-9e28e7dc582f), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.418532 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Sync routers for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:17:34.437348 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b71f8-f902-49d4-ac6d-be548a1c143f None None] Pushing event updated for resources: {'Port': ['ID=83de02c2-ae86-4887-8369-07835bf6fc00,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:34.438281 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:17:34.439489 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:17:34Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:34.448061 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ffc1ac3f-2a67-4f9d-b76c-144753481536 admin admin] Publish callbacks [] for security_group (a0b5e09a-ff24-4622-91db-9e28e7dc582f), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.448061 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Made reservation on behalf of b097dd9a53ed449ab0dba2d0324e8f94 for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:34.448061 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.465444 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.475885 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Allocated IP 172.20.0.1 (baccbdbd-0bb0-4326-967c-7a711fcb09dc/de832773-715d-478a-9977-447bac299d9a/88f38492-f007-4511-964f-99932d373e68) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:17:34.487135 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-0083425f-8548-4826-a21c-557c848e3384 None None] Set router 16f5fabf-391e-48c1-82fa-362bbfab9135 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:17:34.500774 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.502030 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-c75894c6-bd88-446a-9425-710ae178a150 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2058804 May 18 14:17:34.505165 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40832) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:34.614839 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:17:34.664142 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Publish callbacks [] for port (88f38492-f007-4511-964f-99932d373e68), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.690913 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-0083425f-8548-4826-a21c-557c848e3384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:30Z', 'revision_number': 3, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:34.701893 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:34.711317 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:34.721188 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0083425f-8548-4826-a21c-557c848e3384 None None] The sync data for ids ['16f5fabf-391e-48c1-82fa-362bbfab9135'] in dv-cinder-755101-9-iscsi is: [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:30Z', 'revision_number': 3, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:17:34.802503 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ffc1ac3f-2a67-4f9d-b76c-144753481536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (a0b5e09a-ff24-4622-91db-9e28e7dc582f), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.804532 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 49bbafcb-9633-41cd-9082-17f5a5451590 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:17:34.807850 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ffc1ac3f-2a67-4f9d-b76c-144753481536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.807850 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-ffc1ac3f-2a67-4f9d-b76c-144753481536 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a0b5e09a-ff24-4622-91db-9e28e7dc582f HTTP/1.1" status: 204 len: 168 time: 0.4580636 May 18 14:17:34.826705 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (88f38492-f007-4511-964f-99932d373e68), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.881079 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Network baccbdbd-0bb0-4326-967c-7a711fcb09dc is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:17:34.887860 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:34.889129 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:31Z', 'revision_number': 3, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:34.892136 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:17:34.892628 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645247'] for router_interface (16f5fabf-391e-48c1-82fa-362bbfab9135), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.954285 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Pushing event updated for resources: {'Port': ['ID=88f38492-f007-4511-964f-99932d373e68,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:34.956470 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Publish callbacks [] for security_group (cc6812ac-5957-4589-9923-6f2384e42cb5), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:34.958021 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1ac3f-2a67-4f9d-b76c-144753481536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b5e09a-ff24-4622-91db-9e28e7dc582f,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:34.972218 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Checking router: 7511f96a-8fe2-437d-9b16-62981bc286fd for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:17:34.972775 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Updating router 7511f96a-8fe2-437d-9b16-62981bc286fd port 1dde2f6d-a35c-4f68-9bca-37d599e067e9 binding host dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:17:35.047120 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (cc6812ac-5957-4589-9923-6f2384e42cb5), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.114021 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:35.163276 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:17:35.168078 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6812ac-5957-4589-9923-6f2384e42cb5,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:35.240047 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 49bbafcb-9633-41cd-9082-17f5a5451590 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:35.242582 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.246898 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.257076 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (f5d03fa5-57fb-46a7-9165-5bb1a19939ca), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.259882 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Added segment f5d03fa5-57fb-46a7-9165-5bb1a19939ca of type vlan for network ba16cb16-becd-4fb4-8186-bce43c2c7073 May 18 14:17:35.313165 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (88f38492-f007-4511-964f-99932d373e68), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.330524 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.392739 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (ba16cb16-becd-4fb4-8186-bce43c2c7073), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.443286 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-4c609579-759c-4d6b-b53e-d05e2a60a1c2 None None] Provisioning complete for port 88f38492-f007-4511-964f-99932d373e68 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:35.443772 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4c609579-759c-4d6b-b53e-d05e2a60a1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (88f38492-f007-4511-964f-99932d373e68), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.500560 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-4c609579-759c-4d6b-b53e-d05e2a60a1c2 None None] Port 88f38492-f007-4511-964f-99932d373e68 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:17:35.641534 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 49bbafcb-9633-41cd-9082-17f5a5451590 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:35.665821 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:35.669429 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Publish callbacks [] for port (88f38492-f007-4511-964f-99932d373e68), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.777527 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8c5e700b-9181-4c2a-bafa-7a78ae03f428 req-f0880733-e292-4982-818e-efab8f856db3 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 210 time: 0.1215038 May 18 14:17:35.787525 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (ba16cb16-becd-4fb4-8186-bce43c2c7073), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.792614 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (88f38492-f007-4511-964f-99932d373e68), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.797118 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646453'] for router_interface (16f5fabf-391e-48c1-82fa-362bbfab9135), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.797375 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:35.797375 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.864873 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Pushing event updated for resources: {'Port': ['ID=88f38492-f007-4511-964f-99932d373e68,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:35.933634 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Publish callbacks [] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:35.936307 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:36.013589 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:36.042383 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] Pushing event updated for resources: {'Network': ['ID=ba16cb16-becd-4fb4-8186-bce43c2c7073,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:36.068063 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-a19e9fd5-adc0-4f72-97d9-3e3e5c445764 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9621134 May 18 14:17:36.097580 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 40868) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:36.103603 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network ba16cb16-becd-4fb4-8186-bce43c2c7073 details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:17:36.107919 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-57f1ee8e-e0e7-42dd-b104-569f05b3b109 admin admin] Request body: {'subnet': {'network_id': 'ba16cb16-becd-4fb4-8186-bce43c2c7073', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1981935953-subnet', 'tenant_id': 'b097dd9a53ed449ab0dba2d0324e8f94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:36.112283 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:36.206087 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:36.279844 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0a8bd-fe35-44dc-b810-707e08e156e7 None None] Pushing event updated for resources: {'Port': ['ID=1dde2f6d-a35c-4f68-9bca-37d599e067e9,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:36.332925 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Network baccbdbd-0bb0-4326-967c-7a711fcb09dc is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:17:36.334662 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:36.352111 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Attempting to bind port 1dde2f6d-a35c-4f68-9bca-37d599e067e9 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:17:36.352499 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Attempting to bind port 1dde2f6d-a35c-4f68-9bca-37d599e067e9 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:17:36.352970 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Attempting to bind port 1dde2f6d-a35c-4f68-9bca-37d599e067e9 on network 6fa52440-9078-453c-aafb-df38f6e3da5b {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:17:36.385188 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:17:36.385688 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Checking segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:36.388961 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:36.389798 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Bound using segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:17:36.392152 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Bound port: 1dde2f6d-a35c-4f68-9bca-37d599e067e9, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:17:36.392491 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:36.427030 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:36.455079 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f1ee8e-e0e7-42dd-b104-569f05b3b109 admin admin] Made reservation on behalf of b097dd9a53ed449ab0dba2d0324e8f94 for: {'subnet': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:36.459118 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-57f1ee8e-e0e7-42dd-b104-569f05b3b109 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:36.622869 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Router 16f5fabf-391e-48c1-82fa-362bbfab9135 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:17:36.691526 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] For port 1dde2f6d-a35c-4f68-9bca-37d599e067e9, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:17:36.699788 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] For port 1dde2f6d-a35c-4f68-9bca-37d599e067e9, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=1dde2f6d-a35c-4f68-9bca-37d599e067e9,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:17:36.811164 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:36.877529 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:17:36.910770 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-2186368e-6370-465a-a5ed-8430f2f942e5 admin admin] 10.222.0.71 "PUT /v2.0/routers/16f5fabf-391e-48c1-82fa-362bbfab9135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2203691 May 18 14:17:36.911707 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 83de02c2-ae86-4887-8369-07835bf6fc00 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:17:37.029525 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.72', 56367) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:37.071615 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Allocated IP 172.20.0.1 (6a849efa-7750-49f6-9fa8-deee59756847/50f9627e-3a47-4ab6-80f9-f6c74b5a838b/84e40cae-4197-4edb-a9f0-fb94bac014d3) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:17:37.165925 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:37.205835 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:17:37.206785 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:17:34Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:37.213062 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-20aa8eda-5fee-448b-8d89-b46d8bb1e6a0 None None] Provisioning complete for port 88f38492-f007-4511-964f-99932d373e68 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:37.214317 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-20aa8eda-5fee-448b-8d89-b46d8bb1e6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (88f38492-f007-4511-964f-99932d373e68), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:37.259691 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0a8bd-fe35-44dc-b810-707e08e156e7 None None] Pushing event updated for resources: {'Port': ['ID=1dde2f6d-a35c-4f68-9bca-37d599e067e9,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:37.301559 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 83de02c2-ae86-4887-8369-07835bf6fc00 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:37.302192 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (83de02c2-ae86-4887-8369-07835bf6fc00), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:37.317909 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-78a95b28-8862-4e8f-8ab0-b9ef0ff6bd2f req-7ea9a832-a328-4018-a718-f1dd58cb576b tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 210 time: 0.1427119 May 18 14:17:37.435714 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:37.443905 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-15bc04fa-9591-47e0-bee0-53512827b463 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:37.445479 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-15bc04fa-9591-47e0-bee0-53512827b463 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.72 "GET /v2.0/networks?id=4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 HTTP/1.1" status: 200 len: 811 time: 0.3952682 May 18 14:17:37.515285 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Request body: {'port': {'device_id': '272731d7-6669-46ad-94eb-df5afac66ec2', 'network_id': '4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1', 'admin_state_up': True, 'tenant_id': '381a3ddcc448429baf54ca8ac040f1a5'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:37.569102 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Publish callbacks [] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:37.571632 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Sync routers for ids ['16f5fabf-391e-48c1-82fa-362bbfab9135'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:17:37.597708 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Routers {'16f5fabf-391e-48c1-82fa-362bbfab9135'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:17:37.597849 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:17:34Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['16f5fabf-391e-48c1-82fa-362bbfab9135'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:37.599002 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-20aa8eda-5fee-448b-8d89-b46d8bb1e6a0 None None] Port 88f38492-f007-4511-964f-99932d373e68 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:17:37.611529 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:37.651479 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:17:37.714730 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-57f1ee8e-e0e7-42dd-b104-569f05b3b109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for subnet (19dea601-9521-40f6-ae7f-bcd285a47bf8), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:37.799548 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Set router 16f5fabf-391e-48c1-82fa-362bbfab9135 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:17:37.830709 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:37.831593 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1ee8e-e0e7-42dd-b104-569f05b3b109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19dea601-9521-40f6-ae7f-bcd285a47bf8,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:37.847996 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:37.922137 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 40952) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:38.048760 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Network 6a849efa-7750-49f6-9fa8-deee59756847 is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:17:38.072343 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:38.073907 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f1ee8e-e0e7-42dd-b104-569f05b3b109 admin admin] Checking segment: {'id': 'f5d03fa5-57fb-46a7-9165-5bb1a19939ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ba16cb16-becd-4fb4-8186-bce43c2c7073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:38.074042 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f1ee8e-e0e7-42dd-b104-569f05b3b109 admin admin] Network hostable DHCP agents. Network: ba16cb16-becd-4fb4-8186-bce43c2c7073, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:17:38.091090 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:38.118229 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:17:38.118788 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645247'] for router_interface (7511f96a-8fe2-437d-9b16-62981bc286fd), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:38.121601 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 83de02c2-ae86-4887-8369-07835bf6fc00 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:38.122107 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (83de02c2-ae86-4887-8369-07835bf6fc00), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:38.174263 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:38.195363 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port 83de02c2-ae86-4887-8369-07835bf6fc00, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=83de02c2-ae86-4887-8369-07835bf6fc00,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:17:38.202072 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:31Z', 'revision_number': 3, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:38.212980 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Made reservation on behalf of 381a3ddcc448429baf54ca8ac040f1a5 for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:38.218870 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:38.246819 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '88f38492-f007-4511-964f-99932d373e68', 'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'mac_address': 'fa:16:3e:b6:c1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:33Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 2, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'subnets': [{'id': 'de832773-715d-478a-9977-447bac299d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:38.279532 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3e75e3-babf-4fbd-97c5-9850e1513f06 None None] The sync data for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi is: [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:31Z', 'revision_number': 3, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:17:38.284083 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (83de02c2-ae86-4887-8369-07835bf6fc00), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:38.305539 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Checking router: 16f5fabf-391e-48c1-82fa-362bbfab9135 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:17:38.306422 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Updating router 16f5fabf-391e-48c1-82fa-362bbfab9135 port 88f38492-f007-4511-964f-99932d373e68 binding host dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:17:38.315254 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:38.358609 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Pushing event updated for resources: {'Port': ['ID=84e40cae-4197-4edb-a9f0-fb94bac014d3,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:38.373945 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (88f38492-f007-4511-964f-99932d373e68), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:38.494373 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f1ee8e-e0e7-42dd-b104-569f05b3b109 admin admin] Network ba16cb16-becd-4fb4-8186-bce43c2c7073 is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:17:38.513572 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=83de02c2-ae86-4887-8369-07835bf6fc00,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:38.589233 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c5ee184a-6576-4c6d-b814-08a717b91211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:38.614415 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cb64ecc7-4fc8-415a-a68d-b5ee65990487 req-4d5f4664-8941-423c-a73e-6e19e8af5878 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 210 time: 0.0839820 May 18 14:17:38.643953 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-e89a5682-75db-4d82-aab7-22ab3f91271d None None] Provisioning complete for port 84e40cae-4197-4edb-a9f0-fb94bac014d3 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:38.647131 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e89a5682-75db-4d82-aab7-22ab3f91271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:38.799772 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-e89a5682-75db-4d82-aab7-22ab3f91271d None None] Port 84e40cae-4197-4edb-a9f0-fb94bac014d3 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:17:38.884177 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 83de02c2-ae86-4887-8369-07835bf6fc00 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:17:38.905240 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-57f1ee8e-e0e7-42dd-b104-569f05b3b109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, ba16cb16-becd-4fb4-8186-bce43c2c7073) {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:38.925659 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f1ee8e-e0e7-42dd-b104-569f05b3b109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:38.926700 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-57f1ee8e-e0e7-42dd-b104-569f05b3b109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:38.994095 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4681b351-4f8b-4176-af67-7c53a93e3440 None None] Network ba16cb16-becd-4fb4-8186-bce43c2c7073 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:17:39.038397 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Publish callbacks [] for port (88f38492-f007-4511-964f-99932d373e68), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:39.065571 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-417c238b-4bda-42ef-9c73-a6bff16a8bcb tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:39.072128 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-417c238b-4bda-42ef-9c73-a6bff16a8bcb tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 818 time: 0.5266695 May 18 14:17:39.092249 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-1e087520-2c03-4c0f-b856-2343943e04c8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/quotas/bf92bdbff72f450ebfcb2d68f14aa523 HTTP/1.1" status: 200 len: 375 time: 0.0188413 May 18 14:17:39.112830 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-57f1ee8e-e0e7-42dd-b104-569f05b3b109 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0139189 May 18 14:17:39.124525 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (88f38492-f007-4511-964f-99932d373e68), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:39.158019 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Allocated IP 172.20.0.12 (4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1/43ff001b-cb46-449a-9b94-b000d3854356/7b9a2398-ab65-46ae-bd13-108e1e1892c7) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:17:39.169632 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 83de02c2-ae86-4887-8369-07835bf6fc00 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:39.175731 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (83de02c2-ae86-4887-8369-07835bf6fc00), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:39.289449 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c5ee184a-6576-4c6d-b814-08a717b91211 admin admin] Publish callbacks [] for security_group (72af74ee-1ca0-4bc5-b1e0-6506df757690), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:39.406282 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c5ee184a-6576-4c6d-b814-08a717b91211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (72af74ee-1ca0-4bc5-b1e0-6506df757690), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:39.415283 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2db337-c82b-4208-8ef1-3c42e3d3de4d None None] Network ba16cb16-becd-4fb4-8186-bce43c2c7073 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:17:39.419379 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-d846c9f4-54fb-44cc-821e-708f45e63c56 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3256154 May 18 14:17:39.423470 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e15d6-fdbd-47c7-85b2-5ffce14b3ce5 None None] Pushing event updated for resources: {'Port': ['ID=88f38492-f007-4511-964f-99932d373e68,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:39.514411 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Attempting to bind port 88f38492-f007-4511-964f-99932d373e68 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:17:39.516211 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Attempting to bind port 88f38492-f007-4511-964f-99932d373e68 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:17:39.522511 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Attempting to bind port 88f38492-f007-4511-964f-99932d373e68 on network baccbdbd-0bb0-4326-967c-7a711fcb09dc {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:17:39.534643 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:17:39.535236 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Checking segment: {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:39.535751 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:39.538636 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Bound using segment: {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:17:39.539805 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Bound port: 88f38492-f007-4511-964f-99932d373e68, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:17:39.540435 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (88f38492-f007-4511-964f-99932d373e68), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:39.598013 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-1ce50d8c-3d46-4f2a-8b83-72214c6dc178 service neutron] 10.222.0.71 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775498 May 18 14:17:39.610957 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:39.717891 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] For port 88f38492-f007-4511-964f-99932d373e68, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:17:39.725675 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] For port 88f38492-f007-4511-964f-99932d373e68, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=88f38492-f007-4511-964f-99932d373e68,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:17:39.768616 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-54467359-1d56-40c7-8437-6b4d8eb7ef73 None None] Provisioning complete for port 88f38492-f007-4511-964f-99932d373e68 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:39.768616 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-54467359-1d56-40c7-8437-6b4d8eb7ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (88f38492-f007-4511-964f-99932d373e68), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:39.780467 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Publish callbacks [] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:39.786617 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 83de02c2-ae86-4887-8369-07835bf6fc00 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:39.811399 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:39.826300 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-b943772f-1c10-4ac7-b5d0-c8551d1ebee4 service neutron] 10.222.0.71 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188418 May 18 14:17:39.876429 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (88f38492-f007-4511-964f-99932d373e68), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:39.912460 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-c5ee184a-6576-4c6d-b814-08a717b91211 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7daaebb175854ac09f1114b1f52dc67f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9894652 May 18 14:17:39.917982 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41034) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:39.918674 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee184a-6576-4c6d-b814-08a717b91211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72af74ee-1ca0-4bc5-b1e0-6506df757690,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:39.924612 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-54467359-1d56-40c7-8437-6b4d8eb7ef73 None None] Port 88f38492-f007-4511-964f-99932d373e68 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:17:39.972152 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8846a77a-07a3-4f68-a343-14de0e690337 req-ada9d6b5-f92b-44fd-8f0a-99c865a84884 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 210 time: 0.1531248 May 18 14:17:39.976133 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:40.112516 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Routers {'16f5fabf-391e-48c1-82fa-362bbfab9135'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:17:40.117344 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:17:34Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['16f5fabf-391e-48c1-82fa-362bbfab9135'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:40.131034 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:40.202979 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e15d6-fdbd-47c7-85b2-5ffce14b3ce5 None None] Pushing event updated for resources: {'Port': ['ID=88f38492-f007-4511-964f-99932d373e68,revision_number=4']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:40.362582 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Network 4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:17:40.371645 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:40.412143 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:17:40.437434 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:40.438104 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:40.519875 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] Set router 16f5fabf-391e-48c1-82fa-362bbfab9135 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:17:40.559538 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:40.591499 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-0d6e896c-3f21-444e-a48a-de12345b0fc8 None None] Provisioning complete for port 88f38492-f007-4511-964f-99932d373e68 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:40.592493 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0d6e896c-3f21-444e-a48a-de12345b0fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (88f38492-f007-4511-964f-99932d373e68), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:40.639030 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1281064 May 18 14:17:40.646292 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:40.652037 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562af9b-d590-4856-8fc3-f3a0965da6d0 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Pushing event updated for resources: {'Port': ['ID=7b9a2398-ab65-46ae-bd13-108e1e1892c7,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:40.680189 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a932b22f-8307-4add-ac65-73bc69e3b3e4 req-5b53435f-e2de-4eda-b41d-3c9212d490aa tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 210 time: 0.1976092 May 18 14:17:40.690375 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-a05a373d-b774-4937-a440-a4d9260d7a0b tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:17:40.691255 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-a05a373d-b774-4937-a440-a4d9260d7a0b tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0206091 May 18 14:17:40.692589 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:40.709254 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-56581e8b-69cc-4944-92e8-d036876b9b3f admin admin] Publish callbacks [] for security_group (72af74ee-1ca0-4bc5-b1e0-6506df757690), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:40.733818 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Publish callbacks [] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:40.820713 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:40.821863 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646453'] for router_interface (7511f96a-8fe2-437d-9b16-62981bc286fd), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:40.859913 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-56581e8b-69cc-4944-92e8-d036876b9b3f admin admin] Publish callbacks [] for security_group (72af74ee-1ca0-4bc5-b1e0-6506df757690), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:40.889002 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e896c-3f21-444e-a48a-de12345b0fc8 None None] Current status of the port 88f38492-f007-4511-964f-99932d373e68 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:40.911686 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0d6e896c-3f21-444e-a48a-de12345b0fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (88f38492-f007-4511-964f-99932d373e68), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:40.953640 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41068) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:40.996706 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 1dde2f6d-a35c-4f68-9bca-37d599e067e9 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:17:41.092264 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Pushing event updated for resources: {'Port': ['ID=84e40cae-4197-4edb-a9f0-fb94bac014d3,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:41.106973 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-56581e8b-69cc-4944-92e8-d036876b9b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (72af74ee-1ca0-4bc5-b1e0-6506df757690), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:41.111086 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-56581e8b-69cc-4944-92e8-d036876b9b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:41.118408 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-56581e8b-69cc-4944-92e8-d036876b9b3f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/72af74ee-1ca0-4bc5-b1e0-6506df757690 HTTP/1.1" status: 204 len: 168 time: 1.1789596 May 18 14:17:41.147185 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56581e8b-69cc-4944-92e8-d036876b9b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72af74ee-1ca0-4bc5-b1e0-6506df757690,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:41.182347 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:41.345395 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:41.345395 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '88f38492-f007-4511-964f-99932d373e68', 'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'mac_address': 'fa:16:3e:b6:c1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:33Z', 'updated_at': '2022-05-18T14:17:39Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'subnets': [{'id': 'de832773-715d-478a-9977-447bac299d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:41.346082 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-0d6e896c-3f21-444e-a48a-de12345b0fc8 None None] For port 88f38492-f007-4511-964f-99932d373e68, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=88f38492-f007-4511-964f-99932d373e68,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:17:41.407678 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 1dde2f6d-a35c-4f68-9bca-37d599e067e9 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:41.408043 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:41.466331 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c9f96-b24a-4f8f-b662-753f8d383195 None None] The sync data for ids ['16f5fabf-391e-48c1-82fa-362bbfab9135'] in dv-cinder-755101-9-iscsi is: [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '88f38492-f007-4511-964f-99932d373e68', 'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'mac_address': 'fa:16:3e:b6:c1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:33Z', 'updated_at': '2022-05-18T14:17:39Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'subnets': [{'id': 'de832773-715d-478a-9977-447bac299d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:17:41.511431 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0d6e896c-3f21-444e-a48a-de12345b0fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (88f38492-f007-4511-964f-99932d373e68), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:41.621707 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42662935-ec86-4566-9ac6-a39f35877f91 req-f5688a75-764d-4d4c-b1c1-10fdb0b447f7 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:41.630877 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-42662935-ec86-4566-9ac6-a39f35877f91 req-f5688a75-764d-4d4c-b1c1-10fdb0b447f7 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 932 time: 0.2717059 May 18 14:17:41.642463 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bd23b41c-623d-4407-9f81-6c0433de7959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:41.764543 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e896c-3f21-444e-a48a-de12345b0fc8 None None] Pushing event updated for resources: {'Port': ['ID=88f38492-f007-4511-964f-99932d373e68,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:41.774663 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Request body: {'port': {'device_id': '272731d7-6669-46ad-94eb-df5afac66ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:41.797957 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-42662935-ec86-4566-9ac6-a39f35877f91 req-bc591116-5b07-4ac2-856a-c0266a801aa3 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646903 May 18 14:17:41.814645 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Network 6a849efa-7750-49f6-9fa8-deee59756847 is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:17:41.820757 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:41.959674 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bd23b41c-623d-4407-9f81-6c0433de7959 admin admin] Publish callbacks [] for security_group (0c439cce-6a81-4f96-a1de-3d343aab67c8), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:41.967811 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 1dde2f6d-a35c-4f68-9bca-37d599e067e9 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:41.968507 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:42.085034 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port 1dde2f6d-a35c-4f68-9bca-37d599e067e9, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=1dde2f6d-a35c-4f68-9bca-37d599e067e9,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:17:42.116279 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bd23b41c-623d-4407-9f81-6c0433de7959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (0c439cce-6a81-4f96-a1de-3d343aab67c8), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:42.120145 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:42.155923 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:42.165980 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:42.359935 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=1dde2f6d-a35c-4f68-9bca-37d599e067e9,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:42.403963 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-2582e78e-d4a7-41b5-b550-c1e83a6e7b5b None None] Provisioning complete for port 84e40cae-4197-4edb-a9f0-fb94bac014d3 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:42.415146 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2582e78e-d4a7-41b5-b550-c1e83a6e7b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:42.437721 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23b41c-623d-4407-9f81-6c0433de7959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c439cce-6a81-4f96-a1de-3d343aab67c8,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:42.453512 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-bd23b41c-623d-4407-9f81-6c0433de7959 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a177a86465cb44fb8f56e29e4e5e8e95&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4963834 May 18 14:17:42.475762 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41118) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:42.506513 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-2582e78e-d4a7-41b5-b550-c1e83a6e7b5b None None] Port 84e40cae-4197-4edb-a9f0-fb94bac014d3 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:17:42.511670 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Router 7511f96a-8fe2-437d-9b16-62981bc286fd has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:17:42.600580 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:42.659557 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-bebeb3bf-8fe0-455f-861f-a5238b85d65a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:42.667678 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-bebeb3bf-8fe0-455f-861f-a5238b85d65a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 818 time: 0.7293272 May 18 14:17:42.852978 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-f04dc256-6fff-4fad-a77c-be99ed2cacb4 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/quotas/bf92bdbff72f450ebfcb2d68f14aa523 HTTP/1.1" status: 200 len: 375 time: 0.1831913 May 18 14:17:42.864740 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41132) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:42.883175 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1297199569-network', 'tenant_id': '55f6aed2e6c3486f8af4b3a3327c81ec'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:43.096917 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41136) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:43.155514 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e36e9fa0-9338-4920-8cdf-bfdf205bf377 admin admin] Publish callbacks [] for security_group (0c439cce-6a81-4f96-a1de-3d343aab67c8), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:43.155737 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 88f38492-f007-4511-964f-99932d373e68 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:17:43.160527 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:17:43.216015 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Sync routers for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:17:43.231557 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5a94a-7666-4e42-8d63-726e506b5821 req-8c5d6040-5c03-4929-b2bb-86c735a4810f tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:43.246549 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7ad5a94a-7666-4e42-8d63-726e506b5821 req-8c5d6040-5c03-4929-b2bb-86c735a4810f tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 932 time: 0.2048187 May 18 14:17:43.249044 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0426-7114-483a-95fe-89df0ac059ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:43.275657 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:17:43.277990 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-c0877e05-bc5a-49d8-9cde-44172c85c69c admin admin] 10.222.0.71 "PUT /v2.0/routers/7511f96a-8fe2-437d-9b16-62981bc286fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7716959 May 18 14:17:43.278318 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:17:34Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:43.377513 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Made reservation on behalf of 55f6aed2e6c3486f8af4b3a3327c81ec for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:43.384546 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:43.423757 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-94b7a357-6050-44d8-9d97-991ead20bda9 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5600278 May 18 14:17:43.484037 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e36e9fa0-9338-4920-8cdf-bfdf205bf377 admin admin] Publish callbacks [] for security_group (0c439cce-6a81-4f96-a1de-3d343aab67c8), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:43.485512 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:43.488678 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:43.575017 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7ad5a94a-7666-4e42-8d63-726e506b5821 req-c8a8c152-b9ea-45a4-86c2-22f46eb137bb tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165154 May 18 14:17:43.585246 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 88f38492-f007-4511-964f-99932d373e68 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:43.585246 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (88f38492-f007-4511-964f-99932d373e68), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:43.685005 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9a2398-ab65-46ae-bd13-108e1e1892c7 {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:17:43.709168 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Publish callbacks [] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:43.822216 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:17:43.914774 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:43.972643 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0426-7114-483a-95fe-89df0ac059ff admin admin] Publish callbacks [] for security_group (fea1dc59-81f8-4763-9180-fc8fc7f77fed), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:44.004417 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Transition to ACTIVE for port object 7b9a2398-ab65-46ae-bd13-108e1e1892c7 will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:17:44.005352 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-2e3fcb40-b551-4412-b442-c4152f894f0e service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:17:44.009262 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-2e3fcb40-b551-4412-b442-c4152f894f0e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1415060 May 18 14:17:44.135760 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:44.208204 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e36e9fa0-9338-4920-8cdf-bfdf205bf377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (0c439cce-6a81-4f96-a1de-3d343aab67c8), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:44.221800 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41160) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:44.222413 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e36e9fa0-9338-4920-8cdf-bfdf205bf377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:44.222413 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e36e9fa0-9338-4920-8cdf-bfdf205bf377 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0c439cce-6a81-4f96-a1de-3d343aab67c8 HTTP/1.1" status: 204 len: 168 time: 1.7348108 May 18 14:17:44.222569 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-292abf9f-c018-4935-8e49-f4443b2ba4d5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468320674', 'description': 'tempest-description--391349971'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:44.236630 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e9fa0-9338-4920-8cdf-bfdf205bf377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c439cce-6a81-4f96-a1de-3d343aab67c8,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:44.239164 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0426-7114-483a-95fe-89df0ac059ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (fea1dc59-81f8-4763-9180-fc8fc7f77fed), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:44.309372 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Pushing event updated for resources: {'Port': ['ID=7b9a2398-ab65-46ae-bd13-108e1e1892c7,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:44.379976 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Publish callbacks [] for security_group (ad64906c-4c0a-4b16-9b69-e56fe11a8174), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:44.388997 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:44.414529 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-292abf9f-c018-4935-8e49-f4443b2ba4d5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:44.444601 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Attempting to bind port 7b9a2398-ab65-46ae-bd13-108e1e1892c7 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:17:44.445269 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Attempting to bind port 7b9a2398-ab65-46ae-bd13-108e1e1892c7 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '23c69ffc-718e-424f-b168-4ddbfded1c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:17:44.447625 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Attempting to bind port 7b9a2398-ab65-46ae-bd13-108e1e1892c7 on network 4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:17:44.468669 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Port 7b9a2398-ab65-46ae-bd13-108e1e1892c7 on network 4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:17:44.469361 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Attempting to bind port 7b9a2398-ab65-46ae-bd13-108e1e1892c7 on network 4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:17:44.485592 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd0426-7114-483a-95fe-89df0ac059ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea1dc59-81f8-4763-9180-fc8fc7f77fed,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:44.492432 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:17:44.493051 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Checking segment: {'id': '23c69ffc-718e-424f-b168-4ddbfded1c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:44.495108 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Bound using segment: {'id': '23c69ffc-718e-424f-b168-4ddbfded1c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:17:44.497527 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Bound port: 7b9a2398-ab65-46ae-bd13-108e1e1892c7, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c69ffc-718e-424f-b168-4ddbfded1c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:17:44.497527 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:44.499341 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ad64906c-4c0a-4b16-9b69-e56fe11a8174), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:44.546084 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-7fbd0426-7114-483a-95fe-89df0ac059ff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cc02bed0df4b47c09c6c541313fc4cd2&name=default HTTP/1.1" status: 200 len: 2995 time: 1.3890364 May 18 14:17:44.547974 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41168) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:44.552598 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:44.629566 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:17:44.658140 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 88f38492-f007-4511-964f-99932d373e68 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:44.664104 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-90bac651-56a3-4da1-88b7-34c30cad6038 service neutron] 10.222.0.71 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355839 May 18 14:17:44.674667 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad64906c-4c0a-4b16-9b69-e56fe11a8174,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:44.695971 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (be741481-6e28-4aaf-8bd9-9116056b30f2), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:44.695971 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Added segment be741481-6e28-4aaf-8bd9-9116056b30f2 of type vlan for network 282173db-7a36-4096-861b-6c234a4be33b May 18 14:17:44.702694 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 1dde2f6d-a35c-4f68-9bca-37d599e067e9 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:17:44.797284 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41178) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:44.868567 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] For port 7b9a2398-ab65-46ae-bd13-108e1e1892c7, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:17:44.893781 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:40Z', 'revision_number': 2, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:44.926534 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-292abf9f-c018-4935-8e49-f4443b2ba4d5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group (3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:44.955765 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] For port 7b9a2398-ab65-46ae-bd13-108e1e1892c7, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7b9a2398-ab65-46ae-bd13-108e1e1892c7,segment=NetworkSegment(23c69ffc-718e-424f-b168-4ddbfded1c7f),segment_id=23c69ffc-718e-424f-b168-4ddbfded1c7f)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:17:44.957524 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fead59d8-5d5b-4b25-9ec2-4372a773bd03 admin admin] Publish callbacks [] for security_group (fea1dc59-81f8-4763-9180-fc8fc7f77fed), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.000275 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 1dde2f6d-a35c-4f68-9bca-37d599e067e9 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:45.001441 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.002494 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-292abf9f-c018-4935-8e49-f4443b2ba4d5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.035119 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (282173db-7a36-4096-861b-6c234a4be33b), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.047807 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-c227c8b0-14d4-439b-9882-76e7630b2665 service neutron] 10.222.0.71 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398232 May 18 14:17:45.054879 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fead59d8-5d5b-4b25-9ec2-4372a773bd03 admin admin] Publish callbacks [] for security_group (fea1dc59-81f8-4763-9180-fc8fc7f77fed), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.057750 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Checking router: 7511f96a-8fe2-437d-9b16-62981bc286fd for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:17:45.058156 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.059413 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Updating router 7511f96a-8fe2-437d-9b16-62981bc286fd port 84e40cae-4197-4edb-a9f0-fb94bac014d3 binding host dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:17:45.118760 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728c1e-a195-43a8-b061-9066b530eb05 req-d029fae0-7a63-48fe-81f6-9eb6d9a55ddf tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:45.123973 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:45.129173 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3c728c1e-a195-43a8-b061-9066b530eb05 req-d029fae0-7a63-48fe-81f6-9eb6d9a55ddf tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 944 time: 0.3508592 May 18 14:17:45.195127 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:45.199340 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.201195 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] 10.222.0.72 "PUT /v2.0/ports/7b9a2398-ab65-46ae-bd13-108e1e1892c7 HTTP/1.1" status: 200 len: 1094 time: 3.9451869 May 18 14:17:45.205196 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272731d7-6669-46ad-94eb-df5afac66ec2', 'tag': '7b9a2398-ab65-46ae-bd13-108e1e1892c7'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:17:45.229108 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3c728c1e-a195-43a8-b061-9066b530eb05 req-e7f5ca88-95e7-4483-994f-6020049b99c1 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986090 May 18 14:17:45.242772 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (282173db-7a36-4096-861b-6c234a4be33b), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.243807 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:45.244596 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.283281 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.370520 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] Pushing event updated for resources: {'Network': ['ID=282173db-7a36-4096-861b-6c234a4be33b,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:45.399249 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292abf9f-c018-4935-8e49-f4443b2ba4d5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:45.401642 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdff24-b415-4d02-bdce-c3d890fed97a service neutron] Pushing event updated for resources: {'Port': ['ID=7b9a2398-ab65-46ae-bd13-108e1e1892c7,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:45.404370 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:45.419858 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-292abf9f-c018-4935-8e49-f4443b2ba4d5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.423807 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-292abf9f-c018-4935-8e49-f4443b2ba4d5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2081404 May 18 14:17:45.424744 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41202) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:45.432595 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6731-a62f-4c1f-b17a-7533e67fffe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.440277 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-67e60e58-56c1-47ad-8198-159df9f3b641 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Request body: {'security_group_rule': {'security_group_id': '3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:45.462252 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 282173db-7a36-4096-861b-6c234a4be33b details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:17:45.529190 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-f76b8690-15e2-4d40-95dd-6b97972625fe admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6379530 May 18 14:17:45.531596 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41206) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:45.542180 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-95015239-cec5-4fbb-8c13-f3e3ab71a4d9 admin admin] Request body: {'subnet': {'network_id': '282173db-7a36-4096-861b-6c234a4be33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1297199569-subnet', 'tenant_id': '55f6aed2e6c3486f8af4b3a3327c81ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:45.619827 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-67e60e58-56c1-47ad-8198-159df9f3b641 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group_rule (5f3a75bf-7d9a-4a9d-b5e6-365bbc3fa20e), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.665882 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-343fccf6-57cf-4288-8e98-774d0307b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:45.669781 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-343fccf6-57cf-4288-8e98-774d0307b3fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=381a3ddcc448429baf54ca8ac040f1a5&device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 1128 time: 0.1699841 May 18 14:17:45.720723 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fead59d8-5d5b-4b25-9ec2-4372a773bd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (fea1dc59-81f8-4763-9180-fc8fc7f77fed), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.729848 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fead59d8-5d5b-4b25-9ec2-4372a773bd03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.734081 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-fead59d8-5d5b-4b25-9ec2-4372a773bd03 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fea1dc59-81f8-4763-9180-fc8fc7f77fed HTTP/1.1" status: 204 len: 168 time: 1.1845126 May 18 14:17:45.742229 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 1dde2f6d-a35c-4f68-9bca-37d599e067e9 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:45.787229 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f1b97f6-7117-4ef4-89fa-2ebce304309e req-d35dd2e5-a1e4-4dd5-aa5e-c57fa6e4aa44 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 210 time: 0.1558266 May 18 14:17:45.799881 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.72', 56385) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:45.835463 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95015239-cec5-4fbb-8c13-f3e3ab71a4d9 admin admin] Made reservation on behalf of 55f6aed2e6c3486f8af4b3a3327c81ec for: {'subnet': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:45.838769 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-95015239-cec5-4fbb-8c13-f3e3ab71a4d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:45.851220 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:45.953275 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f9f00a-c891-4f0d-89ec-17c44b7baf50" -d '{"events": [{"name": "network-changed", "server_uuid": "272731d7-6669-46ad-94eb-df5afac66ec2", "tag": "7b9a2398-ab65-46ae-bd13-108e1e1892c7"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:17:46.048207 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:46.106124 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-22f4f182-c894-475a-86d0-8d858e39ae09 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b9a2398-ab65-46ae-bd13-108e1e1892c7 HTTP/1.1" status: 200 len: 217 time: 0.3865745 May 18 14:17:46.106924 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead59d8-5d5b-4b25-9ec2-4372a773bd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea1dc59-81f8-4763-9180-fc8fc7f77fed,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:46.279965 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-67e60e58-56c1-47ad-8198-159df9f3b641 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group_rule (5f3a75bf-7d9a-4a9d-b5e6-365bbc3fa20e), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:46.325835 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6731-a62f-4c1f-b17a-7533e67fffe6 admin admin] Publish callbacks [] for security_group (f98fb776-1724-47ae-9c0d-3ed5ee87fb99), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:46.383829 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-d1f1cc4c-454c-4f2a-beeb-4726a4efca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:46.401403 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-d1f1cc4c-454c-4f2a-beeb-4726a4efca93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43ff001b-cb46-449a-9b94-b000d3854356 HTTP/1.1" status: 200 len: 851 time: 0.2630098 May 18 14:17:46.448017 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-6f270cdb-1a00-4793-bd52-8f30af81ca7c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:46.465420 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-6f270cdb-1a00-4793-bd52-8f30af81ca7c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 818 time: 0.6449933 May 18 14:17:46.476752 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-67e60e58-56c1-47ad-8198-159df9f3b641 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (5f3a75bf-7d9a-4a9d-b5e6-365bbc3fa20e), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:46.506267 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6731-a62f-4c1f-b17a-7533e67fffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (f98fb776-1724-47ae-9c0d-3ed5ee87fb99), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:46.594234 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c087e-b7d9-424a-8c2e-58c91138cba4 req-0e987f42-7817-431f-9c7d-c4b0991f1351 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:46.617112 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-521c087e-b7d9-424a-8c2e-58c91138cba4 req-0e987f42-7817-431f-9c7d-c4b0991f1351 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 944 time: 0.2514031 May 18 14:17:46.625125 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-c2935c21-2b16-43ab-9f0a-c7c548588517 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2148044 May 18 14:17:46.663622 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d193aa-ed15-44a8-92a3-82cb2e4896d7 x-openstack-request-id: req-69d193aa-ed15-44a8-92a3-82cb2e4896d7 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:17:46.664211 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272731d7-6669-46ad-94eb-df5afac66ec2", "tag": "7b9a2398-ab65-46ae-bd13-108e1e1892c7", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:17:46.664661 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-69d193aa-ed15-44a8-92a3-82cb2e4896d7 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:17:46.665394 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d193aa-ed15-44a8-92a3-82cb2e4896d7'] response: {'name': 'network-changed', 'server_uuid': '272731d7-6669-46ad-94eb-df5afac66ec2', 'tag': '7b9a2398-ab65-46ae-bd13-108e1e1892c7', 'status': 'completed', 'code': 200} May 18 14:17:46.669230 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-cd4f6731-a62f-4c1f-b17a-7533e67fffe6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e85a7a21f93d4b45b4154abcb8b059be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8707035 May 18 14:17:46.671300 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f6731-a62f-4c1f-b17a-7533e67fffe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98fb776-1724-47ae-9c0d-3ed5ee87fb99,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:46.674108 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41246) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:46.689484 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Request body: {'port': {'device_id': 'c929fd7a-8735-4ee1-9585-a8398750f021', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'admin_state_up': True, 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:46.710075 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:46.712973 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Publish callbacks [] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:46.816920 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3a8e79ff-b039-4f58-acea-a25b681e8930 admin admin] Publish callbacks [] for security_group (f98fb776-1724-47ae-9c0d-3ed5ee87fb99), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:46.846112 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e60e58-56c1-47ad-8198-159df9f3b641 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3a75bf-7d9a-4a9d-b5e6-365bbc3fa20e,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:46.854773 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-8ca3d6c7-d02e-4f94-bb4b-0bbf448effb2 service neutron] 10.222.0.72 "GET /v2.0/networks/4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565468 May 18 14:17:46.856912 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3a8e79ff-b039-4f58-acea-a25b681e8930 admin admin] Publish callbacks [] for security_group (f98fb776-1724-47ae-9c0d-3ed5ee87fb99), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:46.893593 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:47.052045 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-54efc2fd-fbd2-45cd-8af1-60077283ef84 req-d49b7291-ecc1-447e-bc74-72d94ee63932 service neutron] 10.222.0.72 "GET /v2.0/networks/4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791785 May 18 14:17:47.074173 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-67e60e58-56c1-47ad-8198-159df9f3b641 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:47.079374 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-67e60e58-56c1-47ad-8198-159df9f3b641 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6480708 May 18 14:17:47.081470 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41262) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:47.088347 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-71f79f71-c53d-426d-b4c1-a364a1d031ba tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Request body: {'security_group_rule': {'security_group_id': '3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:47.111136 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3a8e79ff-b039-4f58-acea-a25b681e8930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (f98fb776-1724-47ae-9c0d-3ed5ee87fb99), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:47.121361 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3a8e79ff-b039-4f58-acea-a25b681e8930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:47.121361 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-3a8e79ff-b039-4f58-acea-a25b681e8930 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f98fb776-1724-47ae-9c0d-3ed5ee87fb99 HTTP/1.1" status: 204 len: 168 time: 0.4411304 May 18 14:17:47.126475 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad964357-d7a6-4938-a99d-ca7d44a443ce None None] Pushing event updated for resources: {'Port': ['ID=84e40cae-4197-4edb-a9f0-fb94bac014d3,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:47.159838 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e79ff-b039-4f58-acea-a25b681e8930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98fb776-1724-47ae-9c0d-3ed5ee87fb99,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:47.304982 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-71f79f71-c53d-426d-b4c1-a364a1d031ba tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group_rule (7e8f3d0c-0f6b-4f68-9ed4-579ccd2e19de), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:47.307350 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Attempting to bind port 84e40cae-4197-4edb-a9f0-fb94bac014d3 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:17:47.307794 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Attempting to bind port 84e40cae-4197-4edb-a9f0-fb94bac014d3 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:17:47.308239 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Attempting to bind port 84e40cae-4197-4edb-a9f0-fb94bac014d3 on network 6a849efa-7750-49f6-9fa8-deee59756847 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:17:47.314650 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:17:47.322150 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Checking segment: {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:47.322150 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:47.322150 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Bound using segment: {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:17:47.322150 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Bound port: 84e40cae-4197-4edb-a9f0-fb94bac014d3, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:17:47.322150 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:47.364419 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9f00a-c891-4f0d-89ec-17c44b7baf50 req-e4bc1c5f-a85a-40eb-a2c1-b926c8d2f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:47.371075 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9f9f00a-c891-4f0d-89ec-17c44b7baf50 req-e4bc1c5f-a85a-40eb-a2c1-b926c8d2f438 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=381a3ddcc448429baf54ca8ac040f1a5&device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 1128 time: 0.1695583 May 18 14:17:47.501641 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-34520135-7536-4025-9ecc-3e94f3c435a6 req-b9c2f681-5d03-4e51-bb2f-1bca59348fa9 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 210 time: 0.4570971 May 18 14:17:47.506565 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:47.564067 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] For port 84e40cae-4197-4edb-a9f0-fb94bac014d3, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:17:47.567782 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] For port 84e40cae-4197-4edb-a9f0-fb94bac014d3, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=84e40cae-4197-4edb-a9f0-fb94bac014d3,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:17:47.688982 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:47.695454 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-521c087e-b7d9-424a-8c2e-58c91138cba4 req-ea1d7884-0632-4f1d-8908-bd609e1e7e9f tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0794468 May 18 14:17:47.710730 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-71f79f71-c53d-426d-b4c1-a364a1d031ba tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group_rule (7e8f3d0c-0f6b-4f68-9ed4-579ccd2e19de), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:47.777432 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-95015239-cec5-4fbb-8c13-f3e3ab71a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for subnet (2675aa5f-e258-46a2-925f-d4c33b2de0b1), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:47.888109 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-f72208bf-3457-4c73-8750-ee25b4aa5b37 None None] Provisioning complete for port 84e40cae-4197-4edb-a9f0-fb94bac014d3 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:47.890480 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f72208bf-3457-4c73-8750-ee25b4aa5b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:47.901741 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-71f79f71-c53d-426d-b4c1-a364a1d031ba tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (7e8f3d0c-0f6b-4f68-9ed4-579ccd2e19de), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:48.002130 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f79f71-c53d-426d-b4c1-a364a1d031ba tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8f3d0c-0f6b-4f68-9ed4-579ccd2e19de,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:48.040830 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:48.067568 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95015239-cec5-4fbb-8c13-f3e3ab71a4d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2675aa5f-e258-46a2-925f-d4c33b2de0b1,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:48.121228 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:17:48.122216 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:17:34Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:48.126592 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad964357-d7a6-4938-a99d-ca7d44a443ce None None] Pushing event updated for resources: {'Port': ['ID=84e40cae-4197-4edb-a9f0-fb94bac014d3,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:48.127461 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95015239-cec5-4fbb-8c13-f3e3ab71a4d9 admin admin] Checking segment: {'id': 'be741481-6e28-4aaf-8bd9-9116056b30f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '282173db-7a36-4096-861b-6c234a4be33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:48.129213 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95015239-cec5-4fbb-8c13-f3e3ab71a4d9 admin admin] Network hostable DHCP agents. Network: 282173db-7a36-4096-861b-6c234a4be33b, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:17:48.164599 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9f00a-c891-4f0d-89ec-17c44b7baf50 req-b081cd0e-c88c-4f71-82f5-3917601f434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:48.166273 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9f9f00a-c891-4f0d-89ec-17c44b7baf50 req-b081cd0e-c88c-4f71-82f5-3917601f434e service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 HTTP/1.1" status: 200 len: 912 time: 0.7526839 May 18 14:17:48.196132 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Made reservation on behalf of bf92bdbff72f450ebfcb2d68f14aa523 for: {'port': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:48.207354 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:48.219789 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:48.286049 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9f9f00a-c891-4f0d-89ec-17c44b7baf50 req-1a1063e2-c9c1-4dc8-9de6-d73c6a633e71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b9a2398-ab65-46ae-bd13-108e1e1892c7 HTTP/1.1" status: 200 len: 217 time: 0.0995188 May 18 14:17:48.297158 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-71f79f71-c53d-426d-b4c1-a364a1d031ba tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:48.298607 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-71f79f71-c53d-426d-b4c1-a364a1d031ba tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2160385 May 18 14:17:48.310757 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41286) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:48.430074 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-f72208bf-3457-4c73-8750-ee25b4aa5b37 None None] Current status of the port 84e40cae-4197-4edb-a9f0-fb94bac014d3 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:48.430578 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f72208bf-3457-4c73-8750-ee25b4aa5b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:48.466230 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:17:48.575625 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-f72208bf-3457-4c73-8750-ee25b4aa5b37 None None] For port 84e40cae-4197-4edb-a9f0-fb94bac014d3, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=84e40cae-4197-4edb-a9f0-fb94bac014d3,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:17:48.769817 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f72208bf-3457-4c73-8750-ee25b4aa5b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:48.771046 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Allocated IP 172.20.0.13 (baccbdbd-0bb0-4326-967c-7a711fcb09dc/de832773-715d-478a-9977-447bac299d9a/ec8e5e90-7411-4133-9ff1-cc1ae0609c77) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:17:48.846807 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95015239-cec5-4fbb-8c13-f3e3ab71a4d9 admin admin] Network 282173db-7a36-4096-861b-6c234a4be33b is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:17:48.892748 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:48.932506 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:48.932506 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72208bf-3457-4c73-8750-ee25b4aa5b37 None None] Pushing event updated for resources: {'Port': ['ID=84e40cae-4197-4edb-a9f0-fb94bac014d3,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:48.955526 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ffb412ab-fc3b-40e9-88fa-cef0341a2369 req-dd87187a-4bd8-4786-989e-a6ca77858a92 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 210 time: 0.1449406 May 18 14:17:48.967595 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9f00a-c891-4f0d-89ec-17c44b7baf50 req-29aa7fc5-79f8-45a5-9f71-2750f754d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:48.968909 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9f9f00a-c891-4f0d-89ec-17c44b7baf50 req-29aa7fc5-79f8-45a5-9f71-2750f754d396 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43ff001b-cb46-449a-9b94-b000d3854356 HTTP/1.1" status: 200 len: 851 time: 0.6689513 May 18 14:17:48.971056 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-7503d843-9f5a-47c7-b739-4a5f74fe8b15 None None] Provisioning complete for port 84e40cae-4197-4edb-a9f0-fb94bac014d3 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:48.971440 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7503d843-9f5a-47c7-b739-4a5f74fe8b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:49.010437 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:49.014717 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c758bdc-ee44-4e18-b406-9b79f1a7a25d req-8837a735-5c69-4889-ae59-8ba1e01aeb83 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:49.017149 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5c758bdc-ee44-4e18-b406-9b79f1a7a25d req-8837a735-5c69-4889-ae59-8ba1e01aeb83 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 944 time: 0.1071632 May 18 14:17:49.117950 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-95015239-cec5-4fbb-8c13-f3e3ab71a4d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 282173db-7a36-4096-861b-6c234a4be33b) {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:49.143800 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc7943-02bc-47bc-a506-5ab94941b7dd None None] Network 282173db-7a36-4096-861b-6c234a4be33b requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:17:49.159847 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95015239-cec5-4fbb-8c13-f3e3ab71a4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:49.163330 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-95015239-cec5-4fbb-8c13-f3e3ab71a4d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:49.194363 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:49.206514 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:47Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:49.245299 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30e856-3ba3-4027-bcc6-71d597a1a367 None None] The sync data for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi is: [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:47Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:17:49.249914 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-7503d843-9f5a-47c7-b739-4a5f74fe8b15 None None] Current status of the port 84e40cae-4197-4edb-a9f0-fb94bac014d3 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:49.355986 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd45723-7542-471b-aab6-31967ac77823 None None] Network 282173db-7a36-4096-861b-6c234a4be33b requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:17:49.452072 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Allocated IP 172.27.2.137 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/6a75988f-322f-40be-8df0-874c9f0e5870) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:17:49.461362 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:49.474805 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-95015239-cec5-4fbb-8c13-f3e3ab71a4d9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9397151 May 18 14:17:49.480644 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:49.536859 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5c758bdc-ee44-4e18-b406-9b79f1a7a25d req-af3b4e59-5e5e-4eb6-8d7a-c3ad2f62b363 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203222 May 18 14:17:49.560668 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:49.643992 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for port (6a75988f-322f-40be-8df0-874c9f0e5870), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:49.695739 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:49.763580 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (6a75988f-322f-40be-8df0-874c9f0e5870), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:49.787538 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Network baccbdbd-0bb0-4326-967c-7a711fcb09dc is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:17:49.803039 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:49.811139 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:17:49.811885 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:17:49.814468 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:49.818680 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:49.819230 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:17:49.819363 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:49.857709 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event updated for resources: {'Port': ['ID=ec8e5e90-7411-4133-9ff1-cc1ae0609c77,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:49.891090 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41328) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:49.908926 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event updated for resources: {'Port': ['ID=6a75988f-322f-40be-8df0-874c9f0e5870,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:49.911650 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 84e40cae-4197-4edb-a9f0-fb94bac014d3 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:17:49.930978 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:49.975447 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-091e65d9-ad1f-493b-bab7-c983ebea05d8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3526969 May 18 14:17:49.983385 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf2ae86-8272-414f-a6b4-5d0706782a0a admin admin] Deleting subnet 19dea601-9521-40f6-ae7f-bcd285a47bf8 {{(pid=104324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:17:49.987101 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (cc1424f1-6904-4fa9-b593-97aa3154b2d5), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:49.990885 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ebf2ae86-8272-414f-a6b4-5d0706782a0a admin admin] Publish callbacks [] for subnet (19dea601-9521-40f6-ae7f-bcd285a47bf8), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.047157 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:50.053444 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ebf2ae86-8272-414f-a6b4-5d0706782a0a admin admin] Publish callbacks [] for subnet (19dea601-9521-40f6-ae7f-bcd285a47bf8), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.068111 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ebf2ae86-8272-414f-a6b4-5d0706782a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (19dea601-9521-40f6-ae7f-bcd285a47bf8), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.113216 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 84e40cae-4197-4edb-a9f0-fb94bac014d3 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:50.113686 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.145180 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (6a75988f-322f-40be-8df0-874c9f0e5870), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.214347 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-701d6192-4877-4fa1-a642-24f63ca65f36 None None] Provisioning complete for port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:50.215008 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-701d6192-4877-4fa1-a642-24f63ca65f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.217861 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3375517b-c85b-4684-8237-fe0ee9c3dd9f req-24e07134-3d1c-4ed3-88d6-ee44aca4fbd7 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 210 time: 0.0845234 May 18 14:17:50.257133 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:50.276460 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-701d6192-4877-4fa1-a642-24f63ca65f36 None None] Port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:17:50.319402 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 84e40cae-4197-4edb-a9f0-fb94bac014d3 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:17:50.364256 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ebf2ae86-8272-414f-a6b4-5d0706782a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for subnet (19dea601-9521-40f6-ae7f-bcd285a47bf8), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.398572 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2ae86-8272-414f-a6b4-5d0706782a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19dea601-9521-40f6-ae7f-bcd285a47bf8,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:50.413963 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ebf2ae86-8272-414f-a6b4-5d0706782a0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.418629 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-ebf2ae86-8272-414f-a6b4-5d0706782a0a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/19dea601-9521-40f6-ae7f-bcd285a47bf8 HTTP/1.1" status: 204 len: 168 time: 0.5262573 May 18 14:17:50.420975 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41342) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:50.427311 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for port (6a75988f-322f-40be-8df0-874c9f0e5870), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.489812 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (6a75988f-322f-40be-8df0-874c9f0e5870), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.523710 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (ba16cb16-becd-4fb4-8186-bce43c2c7073), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.571511 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event updated for resources: {'Port': ['ID=6a75988f-322f-40be-8df0-874c9f0e5870,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:50.578216 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (cc1424f1-6904-4fa9-b593-97aa3154b2d5), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.705668 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (ba16cb16-becd-4fb4-8186-bce43c2c7073), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.710464 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:50.711973 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-25a70dbb-fd3e-4dbd-a4c8-708cbfb63532 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3996856 May 18 14:17:50.803545 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d15629-458a-4145-8860-a23e4a0a0585 req-17f67676-1a41-4e29-a4a0-488d4bc7063f tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:50.812643 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-68d15629-458a-4145-8860-a23e4a0a0585 req-17f67676-1a41-4e29-a4a0-488d4bc7063f tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 944 time: 0.0882406 May 18 14:17:50.830343 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:50.830759 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:50.837106 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:50.837106 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > port after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:50.837106 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:50.837106 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > port after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:50.837106 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:50.837106 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:50.837106 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:50.837106 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:51.208560 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:51.209235 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:51.209355 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:51.209694 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:51.210085 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba16cb16-becd-4fb4-8186-bce43c2c7073']}} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:51.270763 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d03fa5-57fb-46a7-9165-5bb1a19939ca') {'for_net_delete': True} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:51.271356 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d03fa5-57fb-46a7-9165-5bb1a19939ca') {} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:51.318377 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064927'] for segment (f5d03fa5-57fb-46a7-9165-5bb1a19939ca), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:51.382136 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (f5d03fa5-57fb-46a7-9165-5bb1a19939ca), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:51.388539 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-68d15629-458a-4145-8860-a23e4a0a0585 req-50b5e238-a561-4792-90fa-3d43ae1e00a6 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750086 May 18 14:17:51.402982 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=104324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:17:51.403403 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063684'] for segment (f5d03fa5-57fb-46a7-9165-5bb1a19939ca), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: from cryptography.utils import int_from_bytes May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: from cryptography.utils import int_from_bytes May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: Traceback (most recent call last): May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: timer() May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: cb(*args, **kw) May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: return func(*args, **kwargs) May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: self._notify() May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: self.callback(batched_events) May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: event.method(event) May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: return f(self, *a, **k) May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._get(url).json() May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: return self.request(url, 'GET', **kwargs) May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:17:51.461182 dv-cinder-755101-9-iscsi neutron-server[104324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:17:51.503626 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-533e6837-e0c1-4326-b668-ce3a4c00d3ee tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1468320674&fields=id&tenant_id=909802130f2948bcae9d2445f267a32c HTTP/1.1" status: 200 len: 267 time: 0.2846439 May 18 14:17:51.520278 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:51.610359 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7b24fdca-ba1b-42bd-8eb5-528e6777f6cb req-a54c3591-0830-435a-a7bc-9a1a8e51432b tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 210 time: 0.1371260 May 18 14:17:51.786366 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-f1d2938f-96ec-441c-aff1-1f114cfa75ed tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:51.788282 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-f1d2938f-96ec-441c-aff1-1f114cfa75ed tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 817 time: 0.2717741 May 18 14:17:51.813649 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-0f72db47-e9c1-4bba-8367-39ec908693c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/quotas/909802130f2948bcae9d2445f267a32c HTTP/1.1" status: 200 len: 375 time: 0.0186510 May 18 14:17:51.815006 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (ba16cb16-becd-4fb4-8186-bce43c2c7073), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:51.839349 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:51.848418 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41402) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:51.849280 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] 10.222.0.71 "DELETE /v2.0/networks/ba16cb16-becd-4fb4-8186-bce43c2c7073 HTTP/1.1" status: 204 len: 168 time: 1.4271281 May 18 14:17:51.964758 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1643b6-f378-42c4-9107-d25a13b85370 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba16cb16-becd-4fb4-8186-bce43c2c7073,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:51.992252 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-4818bc38-2712-4225-aa09-d8fb4ec951bc tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417150 May 18 14:17:52.034702 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c32c55-4b49-43a7-b0ca-2662932519b3 admin admin] Deleting subnet 2675aa5f-e258-46a2-925f-d4c33b2de0b1 {{(pid=104325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:17:52.039361 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a1c32c55-4b49-43a7-b0ca-2662932519b3 admin admin] Publish callbacks [] for subnet (2675aa5f-e258-46a2-925f-d4c33b2de0b1), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:52.157611 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.72', 56389) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:52.173265 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a1c32c55-4b49-43a7-b0ca-2662932519b3 admin admin] Publish callbacks [] for subnet (2675aa5f-e258-46a2-925f-d4c33b2de0b1), precommit_delete_associations {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:52.179794 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9f9f00a-c891-4f0d-89ec-17c44b7baf50 req-4ad68488-c811-4e13-84ce-075dfb52c7af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927262 May 18 14:17:52.218104 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Request body: {'port': {'device_id': 'c929fd7a-8735-4ee1-9585-a8398750f021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:52.304151 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a1c32c55-4b49-43a7-b0ca-2662932519b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (2675aa5f-e258-46a2-925f-d4c33b2de0b1), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:52.332754 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:52.357064 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:52.508315 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-1e0d9868-d5ed-494c-b5aa-0a000c842df8 service neutron] 10.222.0.71 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640565 May 18 14:17:52.557556 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-4837fb37-b056-47ea-8bff-4d0914db0bb3 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:52.559355 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-4837fb37-b056-47ea-8bff-4d0914db0bb3 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 818 time: 0.4003227 May 18 14:17:52.591362 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Request body: {'port': {'device_id': 'c1bd0806-be9c-4710-a8d5-1267e1b99811', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'admin_state_up': True, 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:52.662849 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:52.673704 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9f9f00a-c891-4f0d-89ec-17c44b7baf50 req-94988345-6f64-4389-be66-146eb61f7ad8 service neutron] 10.222.0.72 "GET /v2.0/networks/4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726260 May 18 14:17:52.774521 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57396d3-13a3-486c-8ba5-39b25c2d2150 req-2383e6c3-c52b-4857-8225-99b96a1cdf04 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:52.793036 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a1c32c55-4b49-43a7-b0ca-2662932519b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for subnet (2675aa5f-e258-46a2-925f-d4c33b2de0b1), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:52.798937 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b57396d3-13a3-486c-8ba5-39b25c2d2150 req-2383e6c3-c52b-4857-8225-99b96a1cdf04 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 944 time: 0.2685945 May 18 14:17:52.925072 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c32c55-4b49-43a7-b0ca-2662932519b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2675aa5f-e258-46a2-925f-d4c33b2de0b1,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:52.939344 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a1c32c55-4b49-43a7-b0ca-2662932519b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:52.949576 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-a1c32c55-4b49-43a7-b0ca-2662932519b3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2675aa5f-e258-46a2-925f-d4c33b2de0b1 HTTP/1.1" status: 204 len: 168 time: 1.0985353 May 18 14:17:52.954757 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41430) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:53.097413 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-f9d8c52f-59a5-4cba-8b66-441db7e84c4a service neutron] 10.222.0.71 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624866 May 18 14:17:53.162496 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Made reservation on behalf of bf92bdbff72f450ebfcb2d68f14aa523 for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:17:53.164857 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b57396d3-13a3-486c-8ba5-39b25c2d2150 req-2ad8c7ca-a053-4231-a927-6bea3bddcfb7 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924509 May 18 14:17:53.175011 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:53.191796 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:53.233676 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:53.238210 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9f9f00a-c891-4f0d-89ec-17c44b7baf50 req-93bcd510-3c3a-412d-81bc-4749c7405566 service neutron] 10.222.0.72 "GET /v2.0/networks/4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336786 May 18 14:17:53.254146 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (282173db-7a36-4096-861b-6c234a4be33b), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:53.348529 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-620bcb85-1594-4caa-850a-a816c71d48a8 req-8e429280-5f80-4c00-a0aa-012f7f1d6c55 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 210 time: 0.0530407 May 18 14:17:53.403024 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8e5e90-7411-4133-9ff1-cc1ae0609c77 {{(pid=104324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:17:53.412573 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Publish callbacks [] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:53.437929 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.provisioning_blocks [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Transition to ACTIVE for port object ec8e5e90-7411-4133-9ff1-cc1ae0609c77 will not be triggered until provisioned by entity L2. {{(pid=104324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:17:53.446881 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (282173db-7a36-4096-861b-6c234a4be33b), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:53.499816 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.500346 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.500968 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.501306 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > port after_create 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.501652 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.502122 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > port after_update 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.502358 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.502957 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.503356 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.503653 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.568878 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:53.601200 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3e38a2f5-791a-4b2f-a542-bb4f310c8e97 req-687b1bf2-ff12-44c5-b38a-0a2be6bc8f77 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 210 time: 0.0717983 May 18 14:17:53.699765 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.700281 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.700819 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.701226 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:17:53.701943 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282173db-7a36-4096-861b-6c234a4be33b']}} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:53.735353 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be741481-6e28-4aaf-8bd9-9116056b30f2') {'for_net_delete': True} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:53.735917 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be741481-6e28-4aaf-8bd9-9116056b30f2') {} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:17:53.764726 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793711'] for segment (be741481-6e28-4aaf-8bd9-9116056b30f2), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:53.888203 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Allocated IP 172.20.0.4 (baccbdbd-0bb0-4326-967c-7a711fcb09dc/de832773-715d-478a-9977-447bac299d9a/4110fb85-dc86-4e98-a601-ab441eac3d5b) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:17:53.904073 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8e5e90-7411-4133-9ff1-cc1ae0609c77,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:53.908165 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (be741481-6e28-4aaf-8bd9-9116056b30f2), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:53.953527 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=104325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:17:53.954584 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764937'] for segment (be741481-6e28-4aaf-8bd9-9116056b30f2), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: from cryptography.utils import int_from_bytes May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: from cryptography.utils import int_from_bytes May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: Traceback (most recent call last): May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: timer() May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: cb(*args, **kw) May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: return func(*args, **kwargs) May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: self._notify() May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: self.callback(batched_events) May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: event.method(event) May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: return f(self, *a, **k) May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._get(url).json() May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: return self.request(url, 'GET', **kwargs) May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:17:53.958765 dv-cinder-755101-9-iscsi neutron-server[104325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:17:54.118414 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.managers [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Attempting to bind port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:17:54.118958 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.managers [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Attempting to bind port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'}] {{(pid=104324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:17:54.120182 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Attempting to bind port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 on network baccbdbd-0bb0-4326-967c-7a711fcb09dc {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:17:54.130638 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 on network baccbdbd-0bb0-4326-967c-7a711fcb09dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:17:54.131174 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Attempting to bind port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 on network baccbdbd-0bb0-4326-967c-7a711fcb09dc {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:17:54.158600 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:17:54.159301 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Checking segment: {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:54.160112 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Bound using segment: {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'} {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:17:54.161032 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.managers [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Bound port: ec8e5e90-7411-4133-9ff1-cc1ae0609c77, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'}}] {{(pid=104324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:17:54.161652 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:54.183218 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (282173db-7a36-4096-861b-6c234a4be33b), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:54.200924 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:54.217223 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/282173db-7a36-4096-861b-6c234a4be33b HTTP/1.1" status: 204 len: 168 time: 1.2526088 May 18 14:17:54.287196 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99edda-5407-4b81-a91e-dd91921d4de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=282173db-7a36-4096-861b-6c234a4be33b,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:54.363047 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] For port ec8e5e90-7411-4133-9ff1-cc1ae0609c77, host hv-cinder-75510, cleared binding levels {{(pid=104324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:17:54.409364 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:54.451694 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] For port ec8e5e90-7411-4133-9ff1-cc1ae0609c77, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=ec8e5e90-7411-4133-9ff1-cc1ae0609c77,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:17:54.610247 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:54.681415 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:54.690495 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:54.735416 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Network baccbdbd-0bb0-4326-967c-7a711fcb09dc is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:17:54.739904 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:17:54.742885 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:17:54.812281 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:54.896872 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:54.897799 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:54.909230 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event updated for resources: {'Port': ['ID=4110fb85-dc86-4e98-a601-ab441eac3d5b,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:54.915114 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] 10.222.0.72 "PUT /v2.0/ports/ec8e5e90-7411-4133-9ff1-cc1ae0609c77 HTTP/1.1" status: 200 len: 1094 time: 2.6926930 May 18 14:17:54.947578 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c929fd7a-8735-4ee1-9585-a8398750f021', 'tag': 'ec8e5e90-7411-4133-9ff1-cc1ae0609c77'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:17:55.015539 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:55.016518 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:55.050146 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd318da-9be5-4e4d-8306-2e6db38b0893 req-f4475be8-ac45-402e-b562-a33bad6734bb tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:55.051689 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-efd318da-9be5-4e4d-8306-2e6db38b0893 req-f4475be8-ac45-402e-b562-a33bad6734bb tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 944 time: 0.5060320 May 18 14:17:55.063381 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:55.081570 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3eb35-8fc1-4bfe-85ca-69932f72539a req-3c219b93-f747-4f70-810a-63c0309b8f1c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:55.094938 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-65a3eb35-8fc1-4bfe-85ca-69932f72539a req-3c219b93-f747-4f70-810a-63c0309b8f1c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 931 time: 0.4518595 May 18 14:17:55.141074 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-96bb4ec6-410b-497b-aef9-5e5af35d1cbc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5539734 May 18 14:17:55.182906 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Request body: {'port': {'device_id': 'c1bd0806-be9c-4710-a8d5-1267e1b99811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:17:55.340560 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-5fe6fbc1-0036-4add-86ac-3492d0e11f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:55.344379 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-5fe6fbc1-0036-4add-86ac-3492d0e11f3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 1128 time: 0.2787321 May 18 14:17:55.351308 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41512) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:55.533511 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-b2168233-084c-47ad-a7cc-ef2020dd715a None None] Provisioning complete for port 4110fb85-dc86-4e98-a601-ab441eac3d5b triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:17:55.534354 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b2168233-084c-47ad-a7cc-ef2020dd715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:55.580157 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:55.664517 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-b2168233-084c-47ad-a7cc-ef2020dd715a None None] Port 4110fb85-dc86-4e98-a601-ab441eac3d5b cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:17:55.678437 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-efd318da-9be5-4e4d-8306-2e6db38b0893 req-b46a746e-fcbe-4649-a41a-7fac9fa1f0de tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312819 May 18 14:17:55.717977 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90347f4e-aed2-4c35-be11-889638e261a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c929fd7a-8735-4ee1-9585-a8398750f021", "tag": "ec8e5e90-7411-4133-9ff1-cc1ae0609c77"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:17:56.000402 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73c854-d0e8-4af1-8208-c426d7c48156 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8e5e90-7411-4133-9ff1-cc1ae0609c77,revision_number=3']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:56.101154 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-1699039c-6dbe-44ee-a23b-935497052769 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8e5e90-7411-4133-9ff1-cc1ae0609c77 HTTP/1.1" status: 200 len: 217 time: 0.6929348 May 18 14:17:56.200895 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a3574260-5ca9-4f01-b47b-4fb64e2b1347 req-7571b24f-5ecd-4b88-a428-7f8346675b90 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 210 time: 0.2028201 May 18 14:17:56.319683 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-65a3eb35-8fc1-4bfe-85ca-69932f72539a req-e529d703-512a-4ca8-bb90-de8309613564 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2144132 May 18 14:17:56.474325 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-f5c00608-bdd0-40b3-bfcb-19879104a7cd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b097dd9a53ed449ab0dba2d0324e8f94&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0557096 May 18 14:17:56.482975 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41536) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:56.499061 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-05c84c02-5aa7-441a-829a-dcca1d37d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:56.505204 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-05c84c02-5aa7-441a-829a-dcca1d37d47c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.3002892 May 18 14:17:56.793260 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e7efd5-dacf-456f-959f-90bd3adca952 x-openstack-request-id: req-20e7efd5-dacf-456f-959f-90bd3adca952 {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:17:56.795015 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c929fd7a-8735-4ee1-9585-a8398750f021", "tag": "ec8e5e90-7411-4133-9ff1-cc1ae0609c77", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:17:56.795760 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-20e7efd5-dacf-456f-959f-90bd3adca952 {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:17:56.797013 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e7efd5-dacf-456f-959f-90bd3adca952'] response: {'name': 'network-changed', 'server_uuid': 'c929fd7a-8735-4ee1-9585-a8398750f021', 'tag': 'ec8e5e90-7411-4133-9ff1-cc1ae0609c77', 'status': 'completed', 'code': 200} May 18 14:17:56.802209 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0af351d6-65f2-4d6e-bde2-07e4ac8a6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:56.821289 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-0af351d6-65f2-4d6e-bde2-07e4ac8a6e96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3004613 May 18 14:17:56.843803 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:56.875465 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4110fb85-dc86-4e98-a601-ab441eac3d5b {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:17:56.908294 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Publish callbacks [] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:56.922100 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ec6b4dde-9483-4194-9874-5e78e3275a1a admin admin] Publish callbacks [] for security_group (cc6812ac-5957-4589-9923-6f2384e42cb5), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:56.994119 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Transition to ACTIVE for port object 4110fb85-dc86-4e98-a601-ab441eac3d5b will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:17:57.047819 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ec6b4dde-9483-4194-9874-5e78e3275a1a admin admin] Publish callbacks [] for security_group (cc6812ac-5957-4589-9923-6f2384e42cb5), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:57.086514 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034aa10-5100-4a0e-9a4c-eb497b64882c req-276fa6c5-0da1-4bfd-bcf7-fa90e67a2b19 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:57.089116 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c034aa10-5100-4a0e-9a4c-eb497b64882c req-276fa6c5-0da1-4bfd-bcf7-fa90e67a2b19 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 944 time: 0.1688602 May 18 14:17:57.153685 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-cce74716-a6e3-4a5c-9c37-cbe71ff5d917 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073986 May 18 14:17:57.295276 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c034aa10-5100-4a0e-9a4c-eb497b64882c req-0e5549b5-9dbd-47e1-b37a-54f69da69470 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868603 May 18 14:17:57.411741 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f64e1e7-3d69-4939-9d91-fcb128daee27 req-6a4d4c7f-de29-4f95-97ec-a5979cfec56f service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349236 May 18 14:17:57.411741 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-762f13dd-50c8-42c0-a38e-97516f8c9eda req-c4b98634-2b6c-4168-8d33-c7cbbbd5e952 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 210 time: 0.0578310 May 18 14:17:57.504008 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69432b-cf1f-46b0-9d7a-7e2d0e87b391 req-75a8f2b7-3cc3-4fe3-9ad9-96f5b3e9ad35 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:57.512907 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c69432b-cf1f-46b0-9d7a-7e2d0e87b391 req-75a8f2b7-3cc3-4fe3-9ad9-96f5b3e9ad35 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 931 time: 0.0879688 May 18 14:17:57.585622 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c69432b-cf1f-46b0-9d7a-7e2d0e87b391 req-aed31d6b-4273-4bc9-a24d-4fafc0e3dbbe tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712512 May 18 14:17:57.821010 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:57.821288 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ec6b4dde-9483-4194-9874-5e78e3275a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (cc6812ac-5957-4589-9923-6f2384e42cb5), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:57.824702 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ec6b4dde-9483-4194-9874-5e78e3275a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:57.826718 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-ec6b4dde-9483-4194-9874-5e78e3275a1a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cc6812ac-5957-4589-9923-6f2384e42cb5 HTTP/1.1" status: 204 len: 168 time: 1.3350070 May 18 14:17:57.837939 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b4dde-9483-4194-9874-5e78e3275a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6812ac-5957-4589-9923-6f2384e42cb5,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:57.873551 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Pushing event updated for resources: {'Port': ['ID=4110fb85-dc86-4e98-a601-ab441eac3d5b,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:57.997705 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Attempting to bind port 4110fb85-dc86-4e98-a601-ab441eac3d5b on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:17:57.998403 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Attempting to bind port 4110fb85-dc86-4e98-a601-ab441eac3d5b by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:17:57.998563 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Attempting to bind port 4110fb85-dc86-4e98-a601-ab441eac3d5b on network baccbdbd-0bb0-4326-967c-7a711fcb09dc {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:17:58.004044 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Port 4110fb85-dc86-4e98-a601-ab441eac3d5b on network baccbdbd-0bb0-4326-967c-7a711fcb09dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:17:58.004504 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Attempting to bind port 4110fb85-dc86-4e98-a601-ab441eac3d5b on network baccbdbd-0bb0-4326-967c-7a711fcb09dc {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:17:58.012478 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:17:58.012920 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Checking segment: {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:17:58.013370 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Bound using segment: {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:17:58.013888 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Bound port: 4110fb85-dc86-4e98-a601-ab441eac3d5b, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:17:58.014317 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:58.057316 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:58.155747 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] For port 4110fb85-dc86-4e98-a601-ab441eac3d5b, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:17:58.159377 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] For port 4110fb85-dc86-4e98-a601-ab441eac3d5b, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=4110fb85-dc86-4e98-a601-ab441eac3d5b,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:17:58.215982 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:58.259614 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:58.304985 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:58.305620 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:58.309713 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] 10.222.0.72 "PUT /v2.0/ports/4110fb85-dc86-4e98-a601-ab441eac3d5b HTTP/1.1" status: 200 len: 1093 time: 3.1479554 May 18 14:17:58.309713 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bd0806-be9c-4710-a8d5-1267e1b99811', 'tag': '4110fb85-dc86-4e98-a601-ab441eac3d5b'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:17:58.310266 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad46b680-f7ac-4cd8-a0bd-a573dc6fb2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bd0806-be9c-4710-a8d5-1267e1b99811", "tag": "4110fb85-dc86-4e98-a601-ab441eac3d5b"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:17:58.338617 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f00da-c123-45ae-a500-b1e9ffb0d570 service neutron] Pushing event updated for resources: {'Port': ['ID=4110fb85-dc86-4e98-a601-ab441eac3d5b,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:58.378454 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:17:58.425399 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4054fcbb-56d4-4509-aeab-51492bc236c1 x-openstack-request-id: req-4054fcbb-56d4-4509-aeab-51492bc236c1 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:17:58.425681 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bd0806-be9c-4710-a8d5-1267e1b99811", "tag": "4110fb85-dc86-4e98-a601-ab441eac3d5b", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:17:58.426100 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4054fcbb-56d4-4509-aeab-51492bc236c1 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:17:58.426712 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4054fcbb-56d4-4509-aeab-51492bc236c1'] response: {'name': 'network-changed', 'server_uuid': 'c1bd0806-be9c-4710-a8d5-1267e1b99811', 'tag': '4110fb85-dc86-4e98-a601-ab441eac3d5b', 'status': 'completed', 'code': 200} May 18 14:17:58.490866 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41580) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:58.644982 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54149d-74f9-45cb-8270-cdc21e54a13a req-6d000192-20bf-4164-9591-b6dbf14237e3 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:58.653339 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-df54149d-74f9-45cb-8270-cdc21e54a13a req-6d000192-20bf-4164-9591-b6dbf14237e3 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 944 time: 0.1664867 May 18 14:17:58.733574 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d24bf1f4-cc56-41e6-bf68-e701e8370e91 req-3c13e05a-6cf5-4350-8663-6b8426dbe77c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 210 time: 0.0775197 May 18 14:17:58.767794 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af6f9db5-e477-4253-a205-35c19c05181b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:58.844017 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-df54149d-74f9-45cb-8270-cdc21e54a13a req-ff916c4a-771f-440b-b1bd-f82a35656289 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239183 May 18 14:17:58.894984 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3de0b-8ac5-475f-a860-44bcb9a2cdb0 req-81a764e9-4f90-46e0-a136-857e1aee83ac tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:58.896497 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ccf3de0b-8ac5-475f-a860-44bcb9a2cdb0 req-81a764e9-4f90-46e0-a136-857e1aee83ac tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 943 time: 0.0686576 May 18 14:17:58.897018 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af6f9db5-e477-4253-a205-35c19c05181b admin admin] Publish callbacks [] for security_group (6529e04e-a646-4c0d-a7ca-54461d4e832e), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:58.946419 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ccf3de0b-8ac5-475f-a860-44bcb9a2cdb0 req-c3d2e0a3-a07f-49eb-983a-2b981f88bfd5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 May 18 14:17:58.958740 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af6f9db5-e477-4253-a205-35c19c05181b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (6529e04e-a646-4c0d-a7ca-54461d4e832e), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:59.011250 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-af6f9db5-e477-4253-a205-35c19c05181b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=530c6f76cc2f420d8b22e325dccf3a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5191905 May 18 14:17:59.012154 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f9db5-e477-4253-a205-35c19c05181b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6529e04e-a646-4c0d-a7ca-54461d4e832e,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:59.014214 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41592) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:59.080048 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6020f9f3-4a6e-4391-bd9d-4ac9678c4ddd admin admin] Publish callbacks [] for security_group (6529e04e-a646-4c0d-a7ca-54461d4e832e), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:59.087613 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41594) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:59.104686 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6020f9f3-4a6e-4391-bd9d-4ac9678c4ddd admin admin] Publish callbacks [] for security_group (6529e04e-a646-4c0d-a7ca-54461d4e832e), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:59.133096 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b65497fb-233e-4dc3-b085-f0a8267d2479 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=55f6aed2e6c3486f8af4b3a3327c81ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430570 May 18 14:17:59.135665 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41596) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:17:59.208182 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-9c77736b-7cd3-4d3d-a4a7-21c4d7a4cc8b admin admin] Publish callbacks [] for security_group (ad64906c-4c0a-4b16-9b69-e56fe11a8174), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:59.238383 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-9c77736b-7cd3-4d3d-a4a7-21c4d7a4cc8b admin admin] Publish callbacks [] for security_group (ad64906c-4c0a-4b16-9b69-e56fe11a8174), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:59.290392 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6020f9f3-4a6e-4391-bd9d-4ac9678c4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (6529e04e-a646-4c0d-a7ca-54461d4e832e), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:59.294730 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6020f9f3-4a6e-4391-bd9d-4ac9678c4ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:59.300048 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-6020f9f3-4a6e-4391-bd9d-4ac9678c4ddd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6529e04e-a646-4c0d-a7ca-54461d4e832e HTTP/1.1" status: 204 len: 168 time: 0.2807646 May 18 14:17:59.305135 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020f9f3-4a6e-4391-bd9d-4ac9678c4ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6529e04e-a646-4c0d-a7ca-54461d4e832e,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:59.414725 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-9c77736b-7cd3-4d3d-a4a7-21c4d7a4cc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ad64906c-4c0a-4b16-9b69-e56fe11a8174), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:59.418122 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-9c77736b-7cd3-4d3d-a4a7-21c4d7a4cc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:17:59.419280 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-9c77736b-7cd3-4d3d-a4a7-21c4d7a4cc8b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ad64906c-4c0a-4b16-9b69-e56fe11a8174 HTTP/1.1" status: 204 len: 168 time: 0.2822845 May 18 14:17:59.428012 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77736b-7cd3-4d3d-a4a7-21c4d7a4cc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad64906c-4c0a-4b16-9b69-e56fe11a8174,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:17:59.695562 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46b680-f7ac-4cd8-a0bd-a573dc6fb2f1 req-c246ae07-c4e2-43eb-bca5-c13e78d3dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:17:59.697642 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ad46b680-f7ac-4cd8-a0bd-a573dc6fb2f1 req-c246ae07-c4e2-43eb-bca5-c13e78d3dd03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 1127 time: 0.0450017 May 18 14:17:59.957403 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a620583a-7e0a-4eac-bc67-fe451c703bf7 req-9083df93-fb09-4d26-9e7b-5786b644998e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 210 time: 0.0732732 May 18 14:18:00.058699 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-4f9de0da-b184-4d07-a528-d37b79ebd810 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:00.061386 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-4f9de0da-b184-4d07-a528-d37b79ebd810 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.72 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 817 time: 0.4073524 May 18 14:18:00.071869 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90347f4e-aed2-4c35-be11-889638e261a8 req-f1aef4b8-bd1a-42ab-bdc8-ebe108ad6d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:00.077979 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90347f4e-aed2-4c35-be11-889638e261a8 req-f1aef4b8-bd1a-42ab-bdc8-ebe108ad6d30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 1128 time: 0.4238110 May 18 14:18:00.122947 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91b609-b057-4094-ad0e-709310d67d45 req-c6172193-1fa8-46f8-86ea-3d1d89a18ce5 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:00.124547 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ce91b609-b057-4094-ad0e-709310d67d45 req-c6172193-1fa8-46f8-86ea-3d1d89a18ce5 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 944 time: 0.1259580 May 18 14:18:00.155181 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:00.164747 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845a14-b513-4f4d-bd43-016fb3b682c2 req-baaaacc6-0b81-4f9b-8c2a-8a08f0cfe8da tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:00.166863 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dc845a14-b513-4f4d-bd43-016fb3b682c2 req-baaaacc6-0b81-4f9b-8c2a-8a08f0cfe8da tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 943 time: 0.0990715 May 18 14:18:00.240494 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ce91b609-b057-4094-ad0e-709310d67d45 req-7dae06c7-af79-4ade-9480-8c5019aabd63 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959828 May 18 14:18:00.261120 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dc845a14-b513-4f4d-bd43-016fb3b682c2 req-b96bc2dd-2fb7-46f8-8129-6ea10ea9b7b4 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833411 May 18 14:18:00.324820 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41642) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:00.342627 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-9906728d-c090-4a7f-8ce2-d368a4a2a28e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:00.367469 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:00.454032 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-9906728d-c090-4a7f-8ce2-d368a4a2a28e admin admin] Publish callbacks [] for security_group (fb5f1bd2-41c8-496a-aef4-c9ac705a0c47), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:00.629604 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-9906728d-c090-4a7f-8ce2-d368a4a2a28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (fb5f1bd2-41c8-496a-aef4-c9ac705a0c47), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:00.653197 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-1a007d5a-8581-436a-afd5-851f27d69b0b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909802130f2948bcae9d2445f267a32c HTTP/1.1" status: 200 len: 380 time: 0.1733742 May 18 14:18:00.683210 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Request body: {'port': {'device_id': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'admin_state_up': True, 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'security_groups': ['3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751']}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:18:00.714580 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-9906728d-c090-4a7f-8ce2-d368a4a2a28e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2302549e466c4f81b8ad5f0b6b7bb354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3884690 May 18 14:18:00.719917 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41656) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:00.771721 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90347f4e-aed2-4c35-be11-889638e261a8 req-f1540977-7f0c-4383-a5fc-cc557a42cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:00.773377 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90347f4e-aed2-4c35-be11-889638e261a8 req-f1540977-7f0c-4383-a5fc-cc557a42cc85 service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.2832050 May 18 14:18:00.778943 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906728d-c090-4a7f-8ce2-d368a4a2a28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5f1bd2-41c8-496a-aef4-c9ac705a0c47,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:00.830018 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90347f4e-aed2-4c35-be11-889638e261a8 req-eee5e240-b126-4268-a0b8-cc4dbfea9dfb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8e5e90-7411-4133-9ff1-cc1ae0609c77 HTTP/1.1" status: 200 len: 217 time: 0.0453660 May 18 14:18:00.982225 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90347f4e-aed2-4c35-be11-889638e261a8 req-a6ce0acc-46b9-446a-b525-e4489b507b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:00.986975 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90347f4e-aed2-4c35-be11-889638e261a8 req-a6ce0acc-46b9-446a-b525-e4489b507b0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.1411359 May 18 14:18:01.007224 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46b680-f7ac-4cd8-a0bd-a573dc6fb2f1 req-23aaf3fd-f006-4eb2-9267-d6e1ecb98af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:01.009208 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ad46b680-f7ac-4cd8-a0bd-a573dc6fb2f1 req-23aaf3fd-f006-4eb2-9267-d6e1ecb98af1 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5291719 May 18 14:18:01.046724 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0197f582-253b-4acb-b649-f6f10042e93c admin admin] Publish callbacks [] for security_group (fb5f1bd2-41c8-496a-aef4-c9ac705a0c47), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:01.119475 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Made reservation on behalf of 909802130f2948bcae9d2445f267a32c for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:18:01.123094 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:01.149666 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90347f4e-aed2-4c35-be11-889638e261a8 req-538f576b-4268-4cae-866a-877b88ca3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:01.152028 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90347f4e-aed2-4c35-be11-889638e261a8 req-538f576b-4268-4cae-866a-877b88ca3dc0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1553850 May 18 14:18:01.195554 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0197f582-253b-4acb-b649-f6f10042e93c admin admin] Publish callbacks [] for security_group (fb5f1bd2-41c8-496a-aef4-c9ac705a0c47), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:01.206249 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a12190b1-e491-44e8-b29b-63c1d4f6775b req-f2eb26b5-6fbb-4142-9416-86530895ae76 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 210 time: 0.0759647 May 18 14:18:01.216126 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-46ffbd79-3679-4cd3-a0e8-505b497b0421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:01.372944 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:18:01.444693 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46b680-f7ac-4cd8-a0bd-a573dc6fb2f1 req-1a0587ce-2f28-4223-a6d9-b47ce653d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:01.444693 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ad46b680-f7ac-4cd8-a0bd-a573dc6fb2f1 req-1a0587ce-2f28-4223-a6d9-b47ce653d7da service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3925545 May 18 14:18:01.444693 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:01.500913 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8cd7c-26c8-463b-adcf-71d1e09fbf92 req-8fd45c6b-eb06-4776-922e-5a3fbddc4311 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:01.503968 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-49a8cd7c-26c8-463b-adcf-71d1e09fbf92 req-8fd45c6b-eb06-4776-922e-5a3fbddc4311 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 944 time: 0.0826454 May 18 14:18:01.546493 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90347f4e-aed2-4c35-be11-889638e261a8 req-05a41dd2-15d6-4581-b095-0dd2190244b8 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828971 May 18 14:18:01.551872 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Allocated IP 172.20.0.14 (6a849efa-7750-49f6-9fa8-deee59756847/50f9627e-3a47-4ab6-80f9-f6c74b5a838b/50ad3269-a80d-480a-82c7-560629cbb39f) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:18:01.606682 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 7b9a2398-ab65-46ae-bd13-108e1e1892c7 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:18:01.650257 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0197f582-253b-4acb-b649-f6f10042e93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (fb5f1bd2-41c8-496a-aef4-c9ac705a0c47), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:01.655298 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0197f582-253b-4acb-b649-f6f10042e93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:01.660489 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-0197f582-253b-4acb-b649-f6f10042e93c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fb5f1bd2-41c8-496a-aef4-c9ac705a0c47 HTTP/1.1" status: 204 len: 168 time: 0.9354670 May 18 14:18:01.757691 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90347f4e-aed2-4c35-be11-889638e261a8 req-e368c68b-d8ae-42da-8ab2-eef7e34b00b3 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984253 May 18 14:18:01.758589 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-94381ea5-1bf4-45a2-b923-e25526eaa721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:01.761831 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-94381ea5-1bf4-45a2-b923-e25526eaa721 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 1127 time: 0.1802168 May 18 14:18:01.786826 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 7b9a2398-ab65-46ae-bd13-108e1e1892c7, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7b9a2398-ab65-46ae-bd13-108e1e1892c7,segment=NetworkSegment(23c69ffc-718e-424f-b168-4ddbfded1c7f),segment_id=23c69ffc-718e-424f-b168-4ddbfded1c7f)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:01.805186 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '7b9a2398-ab65-46ae-bd13-108e1e1892c7', 'network_id': '4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1', 'port_id': '7b9a2398-ab65-46ae-bd13-108e1e1892c7', 'mac_address': 'fa:16:3e:ca:f7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ff001b-cb46-449a-9b94-b000d3854356', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:18:01.842197 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:01.861578 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 7b9a2398-ab65-46ae-bd13-108e1e1892c7 is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:01.862257 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:01.880599 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9a2398-ab65-46ae-bd13-108e1e1892c7 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:18:01.906483 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-205cb0b8-d022-463e-8d13-c367ee65a203 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4110fb85-dc86-4e98-a601-ab441eac3d5b HTTP/1.1" status: 200 len: 217 time: 0.0910678 May 18 14:18:01.910988 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 7b9a2398-ab65-46ae-bd13-108e1e1892c7, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7b9a2398-ab65-46ae-bd13-108e1e1892c7,segment=NetworkSegment(23c69ffc-718e-424f-b168-4ddbfded1c7f),segment_id=23c69ffc-718e-424f-b168-4ddbfded1c7f)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:01.919366 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df3a68-6ff5-4850-998b-be5edde4e8b7 req-3d51c9b0-972e-45a9-8283-9f7c1fd51052 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:01.938134 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-55df3a68-6ff5-4850-998b-be5edde4e8b7 req-3d51c9b0-972e-45a9-8283-9f7c1fd51052 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 943 time: 0.4248414 May 18 14:18:01.941845 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197f582-253b-4acb-b649-f6f10042e93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5f1bd2-41c8-496a-aef4-c9ac705a0c47,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:01.951244 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for port (50ad3269-a80d-480a-82c7-560629cbb39f), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:01.966122 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-49a8cd7c-26c8-463b-adcf-71d1e09fbf92 req-45b79378-c4d6-44b1-9a67-1159e782b303 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539905 May 18 14:18:02.018052 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:02.099143 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=7b9a2398-ab65-46ae-bd13-108e1e1892c7,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:02.124211 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:02.136775 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-55df3a68-6ff5-4850-998b-be5edde4e8b7 req-23ee4d0d-a0ea-4b7b-ae71-6d2537f85b58 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969774 May 18 14:18:02.147040 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-32a5b517-c184-42b8-af1d-30e97484d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:02.148737 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-32a5b517-c184-42b8-af1d-30e97484d812 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.2024972 May 18 14:18:02.222415 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-2ea0c29a-4eba-4135-a2a7-11722842b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:02.225121 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-2ea0c29a-4eba-4135-a2a7-11722842b4f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642710 May 18 14:18:02.296192 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event updated for resources: {'Port': ['ID=50ad3269-a80d-480a-82c7-560629cbb39f,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:02.317096 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Network 6a849efa-7750-49f6-9fa8-deee59756847 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:18:02.320073 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:18:02.325094 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:18:02.330496 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['7b9a2398-ab65-46ae-bd13-108e1e1892c7'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:18:02.367881 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-349e8c72-c4ba-40d3-9f74-7c794f8be510 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353381 May 18 14:18:02.613826 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:02.621202 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:02.655176 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:02.683397 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:02.821029 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c7fded9-428b-4a84-84c1-55356b1e9395 req-8b94a392-3012-49ad-8ea0-6d8f852f27ed service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429295 May 18 14:18:02.824605 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-1fa778b1-0c60-4133-a1b6-008eda8f0fc9 None None] Provisioning complete for port 50ad3269-a80d-480a-82c7-560629cbb39f triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:02.826315 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1fa778b1-0c60-4133-a1b6-008eda8f0fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:02.842759 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-91623eb2-6920-4ec9-ad62-6acada0d8145 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1794033 May 18 14:18:02.862227 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Request body: {'port': {'device_id': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:18:02.895588 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3416e6-a813-4e7d-9cda-174df7a9ebfa req-a873d6f7-45be-4408-a27e-b9ef3e041b8b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:02.904390 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-1fa778b1-0c60-4133-a1b6-008eda8f0fc9 None None] Port 50ad3269-a80d-480a-82c7-560629cbb39f cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:18:02.909442 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9f3416e6-a813-4e7d-9cda-174df7a9ebfa req-a873d6f7-45be-4408-a27e-b9ef3e041b8b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 932 time: 0.2781560 May 18 14:18:03.039482 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9f3416e6-a813-4e7d-9cda-174df7a9ebfa req-1d4cd245-63bd-44f9-a61a-7b1215770cbf tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290710 May 18 14:18:03.043867 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:03.219771 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace88ed-9ff1-4e31-8690-4faa901cb73a req-a2eb836f-3daa-4548-867f-5c9fa4dbce2d tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:03.226384 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5ace88ed-9ff1-4e31-8690-4faa901cb73a req-a2eb836f-3daa-4548-867f-5c9fa4dbce2d tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 945 time: 0.0822542 May 18 14:18:03.438053 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5ace88ed-9ff1-4e31-8690-4faa901cb73a req-857d1f36-e23c-4e65-9fb2-0d87c5df8c3f tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694539 May 18 14:18:03.454152 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d00c4-6df6-452a-8020-374ea49015e5 req-7214ef95-a78c-4d5d-8537-e44eebee145a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:03.456800 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-273d00c4-6df6-452a-8020-374ea49015e5 req-7214ef95-a78c-4d5d-8537-e44eebee145a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 943 time: 0.2256029 May 18 14:18:03.508692 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:03.549756 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-273d00c4-6df6-452a-8020-374ea49015e5 req-e1d30c59-fa44-4ab9-a649-5be3f5ca1352 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838602 May 18 14:18:03.551989 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-248b222f-4111-4b8a-a4c7-4009fd5218af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:03.594560 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device ec8e5e90-7411-4133-9ff1-cc1ae0609c77 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:18:03.608179 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ad3269-a80d-480a-82c7-560629cbb39f {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:18:03.623531 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Publish callbacks [] for port (50ad3269-a80d-480a-82c7-560629cbb39f), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:03.635306 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 7b9a2398-ab65-46ae-bd13-108e1e1892c7 up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:18:03.650884 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Transition to ACTIVE for port object 50ad3269-a80d-480a-82c7-560629cbb39f will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:18:03.749439 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:03.777523 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:03.831630 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 7b9a2398-ab65-46ae-bd13-108e1e1892c7 completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:18:03.836382 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port ec8e5e90-7411-4133-9ff1-cc1ae0609c77, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=ec8e5e90-7411-4133-9ff1-cc1ae0609c77,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:03.854842 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': 'ec8e5e90-7411-4133-9ff1-cc1ae0609c77', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'port_id': 'ec8e5e90-7411-4133-9ff1-cc1ae0609c77', 'mac_address': 'fa:16:3e:29:f9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:18:03.928666 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:03.929992 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:03.930452 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41758) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:03.959935 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8e5e90-7411-4133-9ff1-cc1ae0609c77 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:18:03.991752 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port ec8e5e90-7411-4133-9ff1-cc1ae0609c77, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=ec8e5e90-7411-4133-9ff1-cc1ae0609c77,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:03.998226 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 7b9a2398-ab65-46ae-bd13-108e1e1892c7 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:04.002598 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:04.106105 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:04.106991 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Pushing event updated for resources: {'Port': ['ID=50ad3269-a80d-480a-82c7-560629cbb39f,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:04.246519 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Attempting to bind port 50ad3269-a80d-480a-82c7-560629cbb39f on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:18:04.246931 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Attempting to bind port 50ad3269-a80d-480a-82c7-560629cbb39f by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:18:04.250756 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Attempting to bind port 50ad3269-a80d-480a-82c7-560629cbb39f on network 6a849efa-7750-49f6-9fa8-deee59756847 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:18:04.271537 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Port 50ad3269-a80d-480a-82c7-560629cbb39f on network 6a849efa-7750-49f6-9fa8-deee59756847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:18:04.272428 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Attempting to bind port 50ad3269-a80d-480a-82c7-560629cbb39f on network 6a849efa-7750-49f6-9fa8-deee59756847 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:18:04.304661 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:18:04.305599 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Checking segment: {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:18:04.311042 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Bound using segment: {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:18:04.312312 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Bound port: 50ad3269-a80d-480a-82c7-560629cbb39f, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:18:04.313227 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:04.388641 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a118a-8800-4198-b95a-7b8a74510e16 req-db24afa1-460c-4add-a26b-0d45c23481d7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:04.404749 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b41a118a-8800-4198-b95a-7b8a74510e16 req-db24afa1-460c-4add-a26b-0d45c23481d7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.1810257 May 18 14:18:04.441616 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d26411b8-5e45-48f1-8e81-b8803f3eeb6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:04.442221 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:04.498079 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=ec8e5e90-7411-4133-9ff1-cc1ae0609c77,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:04.520406 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b41a118a-8800-4198-b95a-7b8a74510e16 req-72feaab3-b82b-445f-a10f-e5980f3baa08 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146009 May 18 14:18:04.532166 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 7b9a2398-ab65-46ae-bd13-108e1e1892c7 is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:04.532755 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:04.636757 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['ec8e5e90-7411-4133-9ff1-cc1ae0609c77'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:18:04.638388 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:18:04.638388 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=50ad3269-a80d-480a-82c7-560629cbb39f,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:18:04.639353 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d26411b8-5e45-48f1-8e81-b8803f3eeb6c admin admin] Publish callbacks [] for security_group (2f5bdd8f-341a-4c1c-a6b9-70a5ef2ab40e), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:04.700009 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272731d7-6669-46ad-94eb-df5afac66ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9a2398-ab65-46ae-bd13-108e1e1892c7'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:18:04.724852 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:04.746637 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d26411b8-5e45-48f1-8e81-b8803f3eeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (2f5bdd8f-341a-4c1c-a6b9-70a5ef2ab40e), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:04.840470 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:04.843299 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:04.849100 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] 10.222.0.72 "PUT /v2.0/ports/50ad3269-a80d-480a-82c7-560629cbb39f HTTP/1.1" status: 200 len: 1094 time: 1.9960151 May 18 14:18:04.851287 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:18:04.862028 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4787e8c-db37-448c-912a-22f785a5841b" -d '{"events": [{"name": "network-changed", "server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:18:04.926026 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 7b9a2398-ab65-46ae-bd13-108e1e1892c7, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7b9a2398-ab65-46ae-bd13-108e1e1892c7,segment=NetworkSegment(23c69ffc-718e-424f-b168-4ddbfded1c7f),segment_id=23c69ffc-718e-424f-b168-4ddbfded1c7f)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:04.941017 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daf3cc-b5cc-4e47-8241-cd6f2b5c4b6d service neutron] Pushing event updated for resources: {'Port': ['ID=50ad3269-a80d-480a-82c7-560629cbb39f,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:04.971362 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83841325-c9a4-4434-ab15-8a4703fd6aa5 req-c23e85c0-3b12-40b9-b59c-3ef1be287cd9 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:04.984291 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-83841325-c9a4-4434-ab15-8a4703fd6aa5 req-c23e85c0-3b12-40b9-b59c-3ef1be287cd9 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 945 time: 0.3142252 May 18 14:18:05.023375 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26411b8-5e45-48f1-8e81-b8803f3eeb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5bdd8f-341a-4c1c-a6b9-70a5ef2ab40e,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:05.053070 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a67cb-c60f-427a-bf89-1a1c9560434f req-70e5e0f5-8dae-40b6-8abf-c47a6c3a2518 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:05.069770 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2a5a67cb-c60f-427a-bf89-1a1c9560434f req-70e5e0f5-8dae-40b6-8abf-c47a6c3a2518 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 943 time: 0.3312144 May 18 14:18:05.079615 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-d26411b8-5e45-48f1-8e81-b8803f3eeb6c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=97793358b2004a3fa94dec24134b1f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1473556 May 18 14:18:05.080710 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41792) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:05.089365 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:05.090966 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-8cf177cd-6619-4c50-a61a-1af9819fc3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:05.094071 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-8cf177cd-6619-4c50-a61a-1af9819fc3ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 1128 time: 0.1177087 May 18 14:18:05.154959 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-8a432175-072c-43ea-9a70-c68d2c85a37f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad3269-a80d-480a-82c7-560629cbb39f HTTP/1.1" status: 200 len: 217 time: 0.0496984 May 18 14:18:05.181157 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:05.262904 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:05.281087 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=7b9a2398-ab65-46ae-bd13-108e1e1892c7,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:05.303751 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-9cff72da-e4fc-4b5e-8981-fbb86b967f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:05.305428 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-9cff72da-e4fc-4b5e-8981-fbb86b967f14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 200 len: 856 time: 0.1413074 May 18 14:18:05.395165 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-f31a961e-a217-4263-ba53-fd5c3dcc446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:05.396831 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-f31a961e-a217-4263-ba53-fd5c3dcc446d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a849efa-7750-49f6-9fa8-deee59756847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848205 May 18 14:18:05.402286 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2a5a67cb-c60f-427a-bf89-1a1c9560434f req-c742626e-b90f-4016-b204-5c3deed34ca3 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312411 May 18 14:18:05.431332 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-83841325-c9a4-4434-ab15-8a4703fd6aa5 req-10a31073-40da-4b4b-bb73-24de192465a7 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454451 May 18 14:18:05.490562 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b7428b88-f91b-4dd6-a9f0-d9e0e4682866 admin admin] Publish callbacks [] for security_group (2f5bdd8f-341a-4c1c-a6b9-70a5ef2ab40e), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:05.517878 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab68aaec-7bd6-4326-8db0-e19bb5d10c5a x-openstack-request-id: req-ab68aaec-7bd6-4326-8db0-e19bb5d10c5a {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:18:05.518167 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:18:05.518432 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab68aaec-7bd6-4326-8db0-e19bb5d10c5a {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:18:05.519444 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab68aaec-7bd6-4326-8db0-e19bb5d10c5a'] response: {'name': 'network-changed', 'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f', 'status': 'completed', 'code': 200} May 18 14:18:05.522170 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:05.552142 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b7428b88-f91b-4dd6-a9f0-d9e0e4682866 admin admin] Publish callbacks [] for security_group (2f5bdd8f-341a-4c1c-a6b9-70a5ef2ab40e), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:05.561356 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c31528f-2c2b-4738-8c38-068d54d93bdf" -d '{"events": [{"server_uuid": "272731d7-6669-46ad-94eb-df5afac66ec2", "name": "network-vif-plugged", "status": "completed", "tag": "7b9a2398-ab65-46ae-bd13-108e1e1892c7"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:18:05.585574 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-457ef4a4-dc55-4124-9685-e570b2e26ddd service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755416 May 18 14:18:05.690048 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 4110fb85-dc86-4e98-a601-ab441eac3d5b details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:18:05.693195 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device ec8e5e90-7411-4133-9ff1-cc1ae0609c77 up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:18:05.718028 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b7428b88-f91b-4dd6-a9f0-d9e0e4682866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (2f5bdd8f-341a-4c1c-a6b9-70a5ef2ab40e), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:05.720806 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b7428b88-f91b-4dd6-a9f0-d9e0e4682866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:05.727596 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-b7428b88-f91b-4dd6-a9f0-d9e0e4682866 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2f5bdd8f-341a-4c1c-a6b9-70a5ef2ab40e HTTP/1.1" status: 204 len: 168 time: 0.6256506 May 18 14:18:05.727852 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:05.740330 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7428b88-f91b-4dd6-a9f0-d9e0e4682866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5bdd8f-341a-4c1c-a6b9-70a5ef2ab40e,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:05.753300 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c9d1904e-0bc2-496b-81f6-2665f637e11a req-ff83c529-e86d-40c4-ace1-88ad13864815 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579249 May 18 14:18:05.758800 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e855cf-d49b-468d-9dd9-5ef349531f27 req-8a83dba6-af99-44b4-8dac-b93cc681d137 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:05.764885 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-79e855cf-d49b-468d-9dd9-5ef349531f27 req-8a83dba6-af99-44b4-8dac-b93cc681d137 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0891201 May 18 14:18:05.914226 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-79e855cf-d49b-468d-9dd9-5ef349531f27 req-33675222-9786-4d0d-8726-ee1a3e9ae309 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315651 May 18 14:18:05.923783 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:18:05.967543 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f6bc6e-4aff-40c4-b38a-777bbd7ddbbb x-openstack-request-id: req-f3f6bc6e-4aff-40c4-b38a-777bbd7ddbbb {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:18:05.967858 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272731d7-6669-46ad-94eb-df5afac66ec2", "name": "network-vif-plugged", "status": "completed", "tag": "7b9a2398-ab65-46ae-bd13-108e1e1892c7", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:18:05.968119 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f3f6bc6e-4aff-40c4-b38a-777bbd7ddbbb {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:18:05.968659 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f6bc6e-4aff-40c4-b38a-777bbd7ddbbb'] response: {'server_uuid': '272731d7-6669-46ad-94eb-df5afac66ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9a2398-ab65-46ae-bd13-108e1e1892c7', 'code': 200} May 18 14:18:05.989482 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 4110fb85-dc86-4e98-a601-ab441eac3d5b, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=4110fb85-dc86-4e98-a601-ab441eac3d5b,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:06.008862 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '4110fb85-dc86-4e98-a601-ab441eac3d5b', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'port_id': '4110fb85-dc86-4e98-a601-ab441eac3d5b', 'mac_address': 'fa:16:3e:4d:58:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:18:06.229084 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:06.230035 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:06.293504 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:06.300008 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 4110fb85-dc86-4e98-a601-ab441eac3d5b is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:06.300649 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:06.341921 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4110fb85-dc86-4e98-a601-ab441eac3d5b {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:18:06.414185 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 4110fb85-dc86-4e98-a601-ab441eac3d5b, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=4110fb85-dc86-4e98-a601-ab441eac3d5b,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:06.421207 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:06.443315 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:06.443714 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:06.517161 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:06.628563 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port ec8e5e90-7411-4133-9ff1-cc1ae0609c77, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=ec8e5e90-7411-4133-9ff1-cc1ae0609c77,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:06.636711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365faf31-7213-4ff6-b79d-c824d3ed090b req-9837662d-7b98-47ef-91d7-d72e085f9e77 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:06.645129 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-365faf31-7213-4ff6-b79d-c824d3ed090b req-9837662d-7b98-47ef-91d7-d72e085f9e77 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 944 time: 0.0652103 May 18 14:18:06.685193 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=4110fb85-dc86-4e98-a601-ab441eac3d5b,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:06.714538 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:06.733709 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cbb9b-50d1-4b58-94c2-87003dc4d623 req-43a6f1ef-bfd9-465a-a64e-47bdc29c964b tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:06.736301 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-310cbb9b-50d1-4b58-94c2-87003dc4d623 req-43a6f1ef-bfd9-465a-a64e-47bdc29c964b tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 946 time: 0.0879941 May 18 14:18:06.780018 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-365faf31-7213-4ff6-b79d-c824d3ed090b req-84cc75ea-f3c1-480c-97ee-e0b29ba07629 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326139 May 18 14:18:06.826340 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4787e8c-db37-448c-912a-22f785a5841b req-e7eee187-63aa-46d3-bbea-b1422c67700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:06.830071 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['4110fb85-dc86-4e98-a601-ab441eac3d5b'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:18:06.831816 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-e4787e8c-db37-448c-912a-22f785a5841b req-e7eee187-63aa-46d3-bbea-b1422c67700b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 1128 time: 0.0791879 May 18 14:18:06.912848 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-310cbb9b-50d1-4b58-94c2-87003dc4d623 req-27aab7c1-ec67-4a75-8b2e-f3685dae4823 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290863 May 18 14:18:06.960289 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=ec8e5e90-7411-4133-9ff1-cc1ae0609c77,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:06.996970 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4787e8c-db37-448c-912a-22f785a5841b req-596b5650-b452-4975-af3a-a7c9649acfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:06.998710 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-e4787e8c-db37-448c-912a-22f785a5841b req-596b5650-b452-4975-af3a-a7c9649acfac service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 918 time: 0.1596167 May 18 14:18:07.105037 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-e4787e8c-db37-448c-912a-22f785a5841b req-713eb6e2-f827-4f1c-81bd-2ff654bdbdd2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad3269-a80d-480a-82c7-560629cbb39f HTTP/1.1" status: 200 len: 217 time: 0.0948799 May 18 14:18:07.157121 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0842f4d-c0bc-4234-8dd7-d723ef38fd1f req-4203632b-17c1-495f-be3b-1b73c7b1ab8c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:07.171492 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e0842f4d-c0bc-4234-8dd7-d723ef38fd1f req-4203632b-17c1-495f-be3b-1b73c7b1ab8c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.1110985 May 18 14:18:07.224760 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4787e8c-db37-448c-912a-22f785a5841b req-464ab489-04e8-45a2-b5ab-e26da57200e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:07.230898 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-e4787e8c-db37-448c-912a-22f785a5841b req-464ab489-04e8-45a2-b5ab-e26da57200e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 200 len: 856 time: 0.1167252 May 18 14:18:07.307626 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e0842f4d-c0bc-4234-8dd7-d723ef38fd1f req-4866ee89-661b-426a-82f5-84008cb83ab8 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343126 May 18 14:18:07.337052 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4787e8c-db37-448c-912a-22f785a5841b req-da75670e-c969-4101-9aa4-0b890bf44910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:07.340740 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-e4787e8c-db37-448c-912a-22f785a5841b req-da75670e-c969-4101-9aa4-0b890bf44910 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a849efa-7750-49f6-9fa8-deee59756847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993907 May 18 14:18:07.430835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41846) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:07.464741 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a7d7dbd5-b6f3-4f4b-bf5e-6cbfccf33b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:07.561598 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-e4787e8c-db37-448c-912a-22f785a5841b req-feb15de4-5656-4584-8adc-e685ac2f6a23 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982915 May 18 14:18:07.574517 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1554f54-1000-4b2c-aec5-c1fe4ddd11a8 req-c92d1897-1bbd-4dfe-9120-d155c7b53b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:07.576096 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f1554f54-1000-4b2c-aec5-c1fe4ddd11a8 req-c92d1897-1bbd-4dfe-9120-d155c7b53b72 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 1130 time: 0.1410587 May 18 14:18:07.613659 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-f1554f54-1000-4b2c-aec5-c1fe4ddd11a8 req-d5f917ab-9524-46c6-8d32-242d5a257ed0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:07.725293 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a7d7dbd5-b6f3-4f4b-bf5e-6cbfccf33b34 admin admin] Publish callbacks [] for security_group (5e26c8ae-4808-43f6-9305-506978b82d92), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:07.744645 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-e4787e8c-db37-448c-912a-22f785a5841b req-bdf74ba8-e2cc-4698-b1e0-568ffd8d2784 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805856 May 18 14:18:07.753137 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:07.788951 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-f1554f54-1000-4b2c-aec5-c1fe4ddd11a8 req-d5f917ab-9524-46c6-8d32-242d5a257ed0 service neutron] Publish callbacks [] for security_group (04790406-8db7-437f-bc62-0a841b14fc04), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:07.808374 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 4110fb85-dc86-4e98-a601-ab441eac3d5b up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:18:07.810710 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a7d7dbd5-b6f3-4f4b-bf5e-6cbfccf33b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (5e26c8ae-4808-43f6-9305-506978b82d92), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:07.880000 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-a7d7dbd5-b6f3-4f4b-bf5e-6cbfccf33b34 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=437731c22c7a48299fd4f11885a9da33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4473069 May 18 14:18:07.881345 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7dbd5-b6f3-4f4b-bf5e-6cbfccf33b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e26c8ae-4808-43f6-9305-506978b82d92,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:07.888024 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41856) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:07.907537 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 4110fb85-dc86-4e98-a601-ab441eac3d5b completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:18:07.945304 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-f1554f54-1000-4b2c-aec5-c1fe4ddd11a8 req-d5f917ab-9524-46c6-8d32-242d5a257ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (04790406-8db7-437f-bc62-0a841b14fc04), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:07.970382 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c929fd7a-8735-4ee1-9585-a8398750f021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8e5e90-7411-4133-9ff1-cc1ae0609c77'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:18:07.974434 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38286466-f1f4-4190-982e-77ff73997ccc" -d '{"events": [{"server_uuid": "c929fd7a-8735-4ee1-9585-a8398750f021", "name": "network-vif-plugged", "status": "completed", "tag": "ec8e5e90-7411-4133-9ff1-cc1ae0609c77"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:18:07.999511 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1368876e-137c-4c01-ae28-2fc3e512da4a admin admin] Publish callbacks [] for security_group (5e26c8ae-4808-43f6-9305-506978b82d92), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:08.034172 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea7333-e4f5-4988-b650-4d9916ac9f4f req-23a234e4-45a0-4bfe-8bcb-3b4b98ef0f97 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:08.035054 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 4110fb85-dc86-4e98-a601-ab441eac3d5b triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:08.035601 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:08.036014 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e0ea7333-e4f5-4988-b650-4d9916ac9f4f req-23a234e4-45a0-4bfe-8bcb-3b4b98ef0f97 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 944 time: 0.1274042 May 18 14:18:08.041236 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f917ab-9524-46c6-8d32-242d5a257ed0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=04790406-8db7-437f-bc62-0a841b14fc04,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:08.055404 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1368876e-137c-4c01-ae28-2fc3e512da4a admin admin] Publish callbacks [] for security_group (5e26c8ae-4808-43f6-9305-506978b82d92), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:08.057693 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f1554f54-1000-4b2c-aec5-c1fe4ddd11a8 req-d5f917ab-9524-46c6-8d32-242d5a257ed0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730356 May 18 14:18:08.156093 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe4d51-5773-47d7-ac15-dc1ee102dd91 req-3afd3e85-da4b-4223-bbaf-ab660a9c1707 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:08.157945 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-32fe4d51-5773-47d7-ac15-dc1ee102dd91 req-3afd3e85-da4b-4223-bbaf-ab660a9c1707 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 946 time: 0.0978360 May 18 14:18:08.163238 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e0ea7333-e4f5-4988-b650-4d9916ac9f4f req-30b217dd-a2a3-42bc-89e0-68b5764da9c1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169059 May 18 14:18:08.239234 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1368876e-137c-4c01-ae28-2fc3e512da4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (5e26c8ae-4808-43f6-9305-506978b82d92), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:08.243811 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1368876e-137c-4c01-ae28-2fc3e512da4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:08.245836 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-1368876e-137c-4c01-ae28-2fc3e512da4a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5e26c8ae-4808-43f6-9305-506978b82d92 HTTP/1.1" status: 204 len: 168 time: 0.3557868 May 18 14:18:08.246112 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 4110fb85-dc86-4e98-a601-ab441eac3d5b is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:08.247138 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:08.273767 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368876e-137c-4c01-ae28-2fc3e512da4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e26c8ae-4808-43f6-9305-506978b82d92,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:08.278561 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-32fe4d51-5773-47d7-ac15-dc1ee102dd91 req-7f5083c5-7b9a-4038-ba7d-584ccccdc3b7 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074638 May 18 14:18:08.347241 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6446225a-afda-4afd-a503-3b40d469e9dd x-openstack-request-id: req-6446225a-afda-4afd-a503-3b40d469e9dd {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:18:08.347683 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c929fd7a-8735-4ee1-9585-a8398750f021", "name": "network-vif-plugged", "status": "completed", "tag": "ec8e5e90-7411-4133-9ff1-cc1ae0609c77", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:18:08.348033 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6446225a-afda-4afd-a503-3b40d469e9dd {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:18:08.348518 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6446225a-afda-4afd-a503-3b40d469e9dd'] response: {'server_uuid': 'c929fd7a-8735-4ee1-9585-a8398750f021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8e5e90-7411-4133-9ff1-cc1ae0609c77', 'code': 200} May 18 14:18:08.356123 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 4110fb85-dc86-4e98-a601-ab441eac3d5b, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=4110fb85-dc86-4e98-a601-ab441eac3d5b,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:08.450275 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:08.537137 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04294c-6976-47ed-b70e-66d12fb34a7a req-d8e7555d-6dd3-431a-9ff1-fb31e68b0ac7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:08.538917 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1b04294c-6976-47ed-b70e-66d12fb34a7a req-d8e7555d-6dd3-431a-9ff1-fb31e68b0ac7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0677321 May 18 14:18:08.556610 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=4110fb85-dc86-4e98-a601-ab441eac3d5b,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:08.628958 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1b04294c-6976-47ed-b70e-66d12fb34a7a req-e4067a95-cf44-4ebe-b906-c32beb1d844f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791264 May 18 14:18:08.799564 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:08.934876 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95b80-8049-4c82-b7b2-ea8d7aeea7b9 req-2b25ed83-b5ec-4065-a834-be80afbee5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:08.937481 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6db95b80-8049-4c82-b7b2-ea8d7aeea7b9 req-2b25ed83-b5ec-4065-a834-be80afbee5c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 1130 time: 0.0698016 May 18 14:18:08.947362 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:09.071647 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6db95b80-8049-4c82-b7b2-ea8d7aeea7b9 req-db0ddd87-37f6-40ef-b3aa-e9004c8f9188 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090815 May 18 14:18:09.111740 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:09.388415 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47fa5c-bb7e-4323-9d3c-f29e3bca4d37 req-0070c203-06ec-4a04-9ce5-3837f7c0048d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:09.394472 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ea47fa5c-bb7e-4323-9d3c-f29e3bca4d37 req-0070c203-06ec-4a04-9ce5-3837f7c0048d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1023266 May 18 14:18:09.434082 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:09.504565 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faca06-97f7-4950-8392-b9b74693309b req-df79363c-9223-4604-bc8a-026539fab8a1 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:09.514110 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b3faca06-97f7-4950-8392-b9b74693309b req-df79363c-9223-4604-bc8a-026539fab8a1 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 946 time: 0.1157923 May 18 14:18:09.576348 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ea47fa5c-bb7e-4323-9d3c-f29e3bca4d37 req-e5056a69-a7ca-48b2-93aa-81743e1fa7fd tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634471 May 18 14:18:09.612804 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:09.618747 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b3faca06-97f7-4950-8392-b9b74693309b req-4a6f393d-041d-4ec2-8bcd-c878ad9c7889 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036949 May 18 14:18:09.811650 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 50ad3269-a80d-480a-82c7-560629cbb39f details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:18:09.857910 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17952de9-e581-483a-9cfa-8afbc7a04d31 req-96054a3f-8688-4f85-b41c-b3f7feb0ec0a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:09.860382 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-17952de9-e581-483a-9cfa-8afbc7a04d31 req-96054a3f-8688-4f85-b41c-b3f7feb0ec0a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0859203 May 18 14:18:09.942896 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-17952de9-e581-483a-9cfa-8afbc7a04d31 req-46e5f6bb-ae20-4ec7-a9ca-fa939fea4188 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739329 May 18 14:18:09.960605 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=50ad3269-a80d-480a-82c7-560629cbb39f,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:09.982485 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '50ad3269-a80d-480a-82c7-560629cbb39f', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'port_id': '50ad3269-a80d-480a-82c7-560629cbb39f', 'mac_address': 'fa:16:3e:6f:48:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:18:10.037412 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 50ad3269-a80d-480a-82c7-560629cbb39f is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:10.038124 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:10.064442 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ad3269-a80d-480a-82c7-560629cbb39f {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:18:10.090168 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=50ad3269-a80d-480a-82c7-560629cbb39f,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:10.209766 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:10.309599 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=50ad3269-a80d-480a-82c7-560629cbb39f,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:10.349759 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bd0806-be9c-4710-a8d5-1267e1b99811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4110fb85-dc86-4e98-a601-ab441eac3d5b'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:18:10.352452 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68269b57-dea8-4e68-a51e-521c5642d18c" -d '{"events": [{"server_uuid": "c1bd0806-be9c-4710-a8d5-1267e1b99811", "name": "network-vif-plugged", "status": "completed", "tag": "4110fb85-dc86-4e98-a601-ab441eac3d5b"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:18:10.422125 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1a1e82-1559-44a7-8282-3e3dbca16806 x-openstack-request-id: req-af1a1e82-1559-44a7-8282-3e3dbca16806 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:18:10.422615 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bd0806-be9c-4710-a8d5-1267e1b99811", "name": "network-vif-plugged", "status": "completed", "tag": "4110fb85-dc86-4e98-a601-ab441eac3d5b", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:18:10.423059 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-af1a1e82-1559-44a7-8282-3e3dbca16806 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:18:10.423693 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1a1e82-1559-44a7-8282-3e3dbca16806'] response: {'server_uuid': 'c1bd0806-be9c-4710-a8d5-1267e1b99811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4110fb85-dc86-4e98-a601-ab441eac3d5b', 'code': 200} May 18 14:18:10.460840 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['50ad3269-a80d-480a-82c7-560629cbb39f'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:18:10.781199 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:11.083348 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf767ee-571b-4ab9-be1b-30317be9782f req-1390aa7d-7205-409b-86bb-eb344fc6ca20 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:11.085840 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7bf767ee-571b-4ab9-be1b-30317be9782f req-1390aa7d-7205-409b-86bb-eb344fc6ca20 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.2543190 May 18 14:18:11.099466 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 41960) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:11.119413 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc7bd6-be5b-4d5d-ad73-e390a5e22a8c req-bd7ab689-d0ef-4582-bae8-af88f4dbea54 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:11.125742 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cfcc7bd6-be5b-4d5d-ad73-e390a5e22a8c req-bd7ab689-d0ef-4582-bae8-af88f4dbea54 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 946 time: 0.1298645 May 18 14:18:11.245513 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7bf767ee-571b-4ab9-be1b-30317be9782f req-9f1817c7-48cb-4712-b6e1-e71eb9491f15 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180944 May 18 14:18:11.251971 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cfcc7bd6-be5b-4d5d-ad73-e390a5e22a8c req-4a2a665b-db17-4dc7-b741-91b78fb250db tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102462 May 18 14:18:11.310505 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-84158f0c-e86c-4718-9337-ab99848896c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:11.455500 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-84158f0c-e86c-4718-9337-ab99848896c0 admin admin] Publish callbacks [] for security_group (0e350b03-54fe-4d7c-90e4-2e89d3c98721), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:11.477096 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8253e3-3863-4257-9b6b-06f14f648a79 req-7f6ad4a0-9d52-4e3d-8c3c-2fddb6a7b9fa tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:11.478777 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3f8253e3-3863-4257-9b6b-06f14f648a79 req-7f6ad4a0-9d52-4e3d-8c3c-2fddb6a7b9fa tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 945 time: 0.1367638 May 18 14:18:11.482427 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821746f-40c2-4bd5-8b2e-fc482469f403 req-d2afa9ef-d0d1-4854-acb1-12921ff00f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:11.483967 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2821746f-40c2-4bd5-8b2e-fc482469f403 req-d2afa9ef-d0d1-4854-acb1-12921ff00f73 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 1129 time: 0.0894110 May 18 14:18:11.562437 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-84158f0c-e86c-4718-9337-ab99848896c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (0e350b03-54fe-4d7c-90e4-2e89d3c98721), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:11.566571 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3f8253e3-3863-4257-9b6b-06f14f648a79 req-72b981db-4451-4b08-bd46-c52e66de5a6d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811296 May 18 14:18:11.569060 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2821746f-40c2-4bd5-8b2e-fc482469f403 req-5b389fde-4958-4d2f-86dd-f172cce20784 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764389 May 18 14:18:11.616507 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-84158f0c-e86c-4718-9337-ab99848896c0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4bd74198e5b7405b9271e5e398a589ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5152886 May 18 14:18:11.617556 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84158f0c-e86c-4718-9337-ab99848896c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e350b03-54fe-4d7c-90e4-2e89d3c98721,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:11.620273 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 41972) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:11.704214 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-da3715d9-b310-4b6d-b212-87ac8e016767 admin admin] Publish callbacks [] for security_group (0e350b03-54fe-4d7c-90e4-2e89d3c98721), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:11.737757 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-da3715d9-b310-4b6d-b212-87ac8e016767 admin admin] Publish callbacks [] for security_group (0e350b03-54fe-4d7c-90e4-2e89d3c98721), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:11.813407 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 50ad3269-a80d-480a-82c7-560629cbb39f up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:18:11.877183 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 50ad3269-a80d-480a-82c7-560629cbb39f completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:18:11.952840 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-da3715d9-b310-4b6d-b212-87ac8e016767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (0e350b03-54fe-4d7c-90e4-2e89d3c98721), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:11.958011 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-da3715d9-b310-4b6d-b212-87ac8e016767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:11.960456 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-da3715d9-b310-4b6d-b212-87ac8e016767 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0e350b03-54fe-4d7c-90e4-2e89d3c98721 HTTP/1.1" status: 204 len: 168 time: 0.3344741 May 18 14:18:11.979917 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3715d9-b310-4b6d-b212-87ac8e016767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e350b03-54fe-4d7c-90e4-2e89d3c98721,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:11.981556 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 50ad3269-a80d-480a-82c7-560629cbb39f triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:11.982171 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:12.136583 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 50ad3269-a80d-480a-82c7-560629cbb39f is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:12.137236 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:12.237140 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=50ad3269-a80d-480a-82c7-560629cbb39f,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:12.374054 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:12.417461 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2a421-8d71-4ceb-bc9a-fd80601042bf req-0af7fab6-9827-4135-b56f-5574dd8dcb4e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:12.420132 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3ac2a421-8d71-4ceb-bc9a-fd80601042bf req-0af7fab6-9827-4135-b56f-5574dd8dcb4e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0826442 May 18 14:18:12.426909 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:18:12.430993 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be0090b-5199-471e-a527-62366d7e6215" -d '{"events": [{"server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "name": "network-vif-plugged", "status": "completed", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:18:12.460426 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=50ad3269-a80d-480a-82c7-560629cbb39f,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:12.482302 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009377e9-0d62-40ff-b5fd-6b7e1cfba394 x-openstack-request-id: req-009377e9-0d62-40ff-b5fd-6b7e1cfba394 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:18:12.482447 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "name": "network-vif-plugged", "status": "completed", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:18:12.482768 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-009377e9-0d62-40ff-b5fd-6b7e1cfba394 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:18:12.483232 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009377e9-0d62-40ff-b5fd-6b7e1cfba394'] response: {'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f', 'code': 200} May 18 14:18:12.513787 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3ac2a421-8d71-4ceb-bc9a-fd80601042bf req-429daf88-2681-49ef-a6dc-95cf25de2d26 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852334 May 18 14:18:12.733407 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be23257-c12f-4744-a2bd-24f6560e5833 req-9f609956-d4e0-46ae-ba45-dc13d2e646dd tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:12.734986 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9be23257-c12f-4744-a2bd-24f6560e5833 req-9f609956-d4e0-46ae-ba45-dc13d2e646dd tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.0616269 May 18 14:18:12.793020 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9be23257-c12f-4744-a2bd-24f6560e5833 req-1bc61d36-651a-4102-bd6c-2043380b3d4c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522804 May 18 14:18:13.064447 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42002) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:13.085228 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ff214c62-c213-4d51-8843-9c9ff0b0b4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:13.118487 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:13.188323 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ff214c62-c213-4d51-8843-9c9ff0b0b4ad admin admin] Publish callbacks [] for security_group (c33a3595-d971-442e-8671-56e44ce117cf), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:13.267421 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:13.328876 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ff214c62-c213-4d51-8843-9c9ff0b0b4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (c33a3595-d971-442e-8671-56e44ce117cf), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:13.345022 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:13.367252 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:13.375469 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff214c62-c213-4d51-8843-9c9ff0b0b4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a3595-d971-442e-8671-56e44ce117cf,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:13.383808 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-ff214c62-c213-4d51-8843-9c9ff0b0b4ad admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d4a4d6858b0a458ea22dd5d5e6393d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148296 May 18 14:18:13.386427 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42012) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:13.454279 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:13.467072 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-46481d76-58b7-4067-908c-feedfc8e07cd admin admin] Publish callbacks [] for security_group (c33a3595-d971-442e-8671-56e44ce117cf), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:13.503954 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-46481d76-58b7-4067-908c-feedfc8e07cd admin admin] Publish callbacks [] for security_group (c33a3595-d971-442e-8671-56e44ce117cf), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:13.718861 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-46481d76-58b7-4067-908c-feedfc8e07cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (c33a3595-d971-442e-8671-56e44ce117cf), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:13.723767 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-46481d76-58b7-4067-908c-feedfc8e07cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:13.725610 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-46481d76-58b7-4067-908c-feedfc8e07cd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c33a3595-d971-442e-8671-56e44ce117cf HTTP/1.1" status: 204 len: 168 time: 0.3379281 May 18 14:18:13.735653 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:13.758686 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c1db4-85c9-4d45-8a23-f6c90710b8af req-4ad4c4a0-308e-4702-9470-485f51c20ccc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:13.771361 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-050c1db4-85c9-4d45-8a23-f6c90710b8af req-4ad4c4a0-308e-4702-9470-485f51c20ccc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1131957 May 18 14:18:13.787716 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46481d76-58b7-4067-908c-feedfc8e07cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a3595-d971-442e-8671-56e44ce117cf,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:13.873469 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:13.879677 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-050c1db4-85c9-4d45-8a23-f6c90710b8af req-edad15df-8f07-46f6-8065-f4aba8c7ca4a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062164 May 18 14:18:14.009919 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c94a6-0ab1-44db-8053-94b57c285b4e req-85c57750-43b6-4204-a1e5-34b4c0599384 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:14.012325 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-551c94a6-0ab1-44db-8053-94b57c285b4e req-85c57750-43b6-4204-a1e5-34b4c0599384 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.0940604 May 18 14:18:14.069845 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-551c94a6-0ab1-44db-8053-94b57c285b4e req-567d3267-a832-405d-8dbe-8cf316ef09e9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506513 May 18 14:18:14.536544 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42036) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:14.793383 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1ef0-3bd4-455d-81c7-6bbe5a9bdb29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:14.883983 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:14.893491 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1ef0-3bd4-455d-81c7-6bbe5a9bdb29 admin admin] Publish callbacks [] for security_group (c2d96333-fdff-4baa-b6b0-d7cc86cfcd70), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:14.970187 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:15.002304 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1ef0-3bd4-455d-81c7-6bbe5a9bdb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (c2d96333-fdff-4baa-b6b0-d7cc86cfcd70), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:15.015117 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4bf4f-9a67-4312-8740-4adfd7b057ce req-989021cd-db8d-472a-a3b7-d543d69bfac9 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:15.016737 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-34c4bf4f-9a67-4312-8740-4adfd7b057ce req-989021cd-db8d-472a-a3b7-d543d69bfac9 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0608339 May 18 14:18:15.084113 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-34c4bf4f-9a67-4312-8740-4adfd7b057ce req-b322e62b-cb3c-4eaf-923b-f238cbbbe6c1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548179 May 18 14:18:15.092714 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-d8ba1ef0-3bd4-455d-81c7-6bbe5a9bdb29 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=07a3a54531bb41d395d96aa3d3e8c175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5561769 May 18 14:18:15.093710 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42062) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:15.098726 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba1ef0-3bd4-455d-81c7-6bbe5a9bdb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d96333-fdff-4baa-b6b0-d7cc86cfcd70,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:15.200214 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:15.263758 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c48926a0-9b0f-4e7e-8f54-e4d22095a6a3 admin admin] Publish callbacks [] for security_group (c2d96333-fdff-4baa-b6b0-d7cc86cfcd70), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:15.323417 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d4980-53b0-4377-9150-5bafbb883bd9 req-ee15f14e-3584-493a-b3e7-45903efefe30 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:15.331458 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5c1d4980-53b0-4377-9150-5bafbb883bd9 req-ee15f14e-3584-493a-b3e7-45903efefe30 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.0968609 May 18 14:18:15.331458 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c48926a0-9b0f-4e7e-8f54-e4d22095a6a3 admin admin] Publish callbacks [] for security_group (c2d96333-fdff-4baa-b6b0-d7cc86cfcd70), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:15.692417 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5c1d4980-53b0-4377-9150-5bafbb883bd9 req-cb5b450f-3d9c-4340-a31b-80f91672dfd6 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557134 May 18 14:18:15.816023 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c48926a0-9b0f-4e7e-8f54-e4d22095a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (c2d96333-fdff-4baa-b6b0-d7cc86cfcd70), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:15.821249 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c48926a0-9b0f-4e7e-8f54-e4d22095a6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:15.824284 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-c48926a0-9b0f-4e7e-8f54-e4d22095a6a3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c2d96333-fdff-4baa-b6b0-d7cc86cfcd70 HTTP/1.1" status: 204 len: 168 time: 0.7291284 May 18 14:18:15.833377 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:15.843383 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48926a0-9b0f-4e7e-8f54-e4d22095a6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d96333-fdff-4baa-b6b0-d7cc86cfcd70,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:16.269643 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407022c8-1dc5-4a51-9500-be11bf6b9453 req-deff4d15-b4f2-4e54-858d-fece94b90a7b tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:16.285535 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-407022c8-1dc5-4a51-9500-be11bf6b9453 req-deff4d15-b4f2-4e54-858d-fece94b90a7b tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0711393 May 18 14:18:16.337025 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-407022c8-1dc5-4a51-9500-be11bf6b9453 req-aca2bca6-28f5-4a50-a26d-8cb6c913e4bd tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567276 May 18 14:18:16.919220 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42112) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:16.966827 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cad0c-2e9d-428d-b56d-c1f8538d69d3 req-f8faaf0a-80bd-42c8-ba5f-63e3ae387b62 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:16.975039 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6c8cad0c-2e9d-428d-b56d-c1f8538d69d3 req-f8faaf0a-80bd-42c8-ba5f-63e3ae387b62 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1174476 May 18 14:18:16.979423 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b5647a64-74c3-4a24-93b9-6cbbe9e86eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:17.069467 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6c8cad0c-2e9d-428d-b56d-c1f8538d69d3 req-db86ea4d-d749-46a7-9444-3a25d51539b5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933611 May 18 14:18:17.153699 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b5647a64-74c3-4a24-93b9-6cbbe9e86eba admin admin] Publish callbacks [] for security_group (cb1883f0-918d-4379-b1d6-aa63ead4bd32), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:17.243544 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b5647a64-74c3-4a24-93b9-6cbbe9e86eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (cb1883f0-918d-4379-b1d6-aa63ead4bd32), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:17.302020 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-b5647a64-74c3-4a24-93b9-6cbbe9e86eba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e3d4079f10de4566b81a9a9df157af31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3811049 May 18 14:18:17.302742 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42124) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:17.304432 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5647a64-74c3-4a24-93b9-6cbbe9e86eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1883f0-918d-4379-b1d6-aa63ead4bd32,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:17.381640 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:INSERT=21,neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:17.402063 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0b44360c-d15c-4482-b5f3-5b0f6f8aa4ba admin admin] Publish callbacks [] for security_group (cb1883f0-918d-4379-b1d6-aa63ead4bd32), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:17.451685 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0b44360c-d15c-4482-b5f3-5b0f6f8aa4ba admin admin] Publish callbacks [] for security_group (cb1883f0-918d-4379-b1d6-aa63ead4bd32), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:17.552460 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e95a0-a7c0-4d4e-b241-6b2cc25310e6 req-f9acb4fb-f208-4907-a729-f66e43578685 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:17.554565 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-555e95a0-a7c0-4d4e-b241-6b2cc25310e6 req-f9acb4fb-f208-4907-a729-f66e43578685 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0821218 May 18 14:18:17.632693 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-555e95a0-a7c0-4d4e-b241-6b2cc25310e6 req-e29e90f8-9f09-4a57-aa70-9e691edb0347 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691698 May 18 14:18:17.659716 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0b44360c-d15c-4482-b5f3-5b0f6f8aa4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (cb1883f0-918d-4379-b1d6-aa63ead4bd32), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:17.665882 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0b44360c-d15c-4482-b5f3-5b0f6f8aa4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:17.667764 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-0b44360c-d15c-4482-b5f3-5b0f6f8aa4ba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cb1883f0-918d-4379-b1d6-aa63ead4bd32 HTTP/1.1" status: 204 len: 168 time: 0.3638859 May 18 14:18:17.683970 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44360c-d15c-4482-b5f3-5b0f6f8aa4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1883f0-918d-4379-b1d6-aa63ead4bd32,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:17.741456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:18.226193 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ad8a9-a694-4b67-8c28-80d88bffe891 req-6f5557d7-ad68-4e65-8483-5855f527f0ad tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:18.228408 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c53ad8a9-a694-4b67-8c28-80d88bffe891 req-6f5557d7-ad68-4e65-8483-5855f527f0ad tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.0600595 May 18 14:18:18.360578 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c53ad8a9-a694-4b67-8c28-80d88bffe891 req-74d61d78-b4e8-4280-a693-0a87d1b1eee5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094751 May 18 14:18:18.739076 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42166) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:18.776504 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e7b08593-c4f1-482f-bccc-744e19e03228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:18.888593 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab6bfc-967e-4fd1-a7b1-c483fd5b4ce6 req-c79a030a-c3b8-446d-80d8-c8860a1f0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:18.891136 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-43ab6bfc-967e-4fd1-a7b1-c483fd5b4ce6 req-c79a030a-c3b8-446d-80d8-c8860a1f0787 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 1130 time: 0.1167631 May 18 14:18:18.930017 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e7b08593-c4f1-482f-bccc-744e19e03228 admin admin] Publish callbacks [] for security_group (6cbaced3-2bc9-4202-89d2-2e473f58c662), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:18.935502 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1615c9-030e-4d08-a893-2b044946ff88 req-430f91ae-819e-48e2-9b5e-f48d7d40a0a3 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:18.944115 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0b1615c9-030e-4d08-a893-2b044946ff88 req-430f91ae-819e-48e2-9b5e-f48d7d40a0a3 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1407275 May 18 14:18:18.994192 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-43ab6bfc-967e-4fd1-a7b1-c483fd5b4ce6 req-6d70ab17-50b5-4909-8c3b-fc70a8c83ed8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915346 May 18 14:18:19.020074 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0b1615c9-030e-4d08-a893-2b044946ff88 req-f412466d-5b85-45c3-bd79-44e0d1f2a818 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753791 May 18 14:18:19.095762 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e7b08593-c4f1-482f-bccc-744e19e03228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (6cbaced3-2bc9-4202-89d2-2e473f58c662), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:19.176337 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42174) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:19.177194 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e7b08593-c4f1-482f-bccc-744e19e03228 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f0bbfb26fd694137882bd04748feebf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325993 May 18 14:18:19.182873 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b08593-c4f1-482f-bccc-744e19e03228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbaced3-2bc9-4202-89d2-2e473f58c662,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:19.199999 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:19.254798 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42178) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:19.277903 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0837a6ed-2df5-4e54-8bca-6c48a09502a8 admin admin] Publish callbacks [] for security_group (6cbaced3-2bc9-4202-89d2-2e473f58c662), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:19.305073 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0837a6ed-2df5-4e54-8bca-6c48a09502a8 admin admin] Publish callbacks [] for security_group (6cbaced3-2bc9-4202-89d2-2e473f58c662), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:19.497088 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7ce9cc02-c253-4d73-9bd7-3042d2fc8346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:19.529846 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0837a6ed-2df5-4e54-8bca-6c48a09502a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (6cbaced3-2bc9-4202-89d2-2e473f58c662), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:19.537081 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0837a6ed-2df5-4e54-8bca-6c48a09502a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:19.546302 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-0837a6ed-2df5-4e54-8bca-6c48a09502a8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6cbaced3-2bc9-4202-89d2-2e473f58c662 HTTP/1.1" status: 204 len: 168 time: 0.3680763 May 18 14:18:19.559979 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837a6ed-2df5-4e54-8bca-6c48a09502a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbaced3-2bc9-4202-89d2-2e473f58c662,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:19.608093 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7ce9cc02-c253-4d73-9bd7-3042d2fc8346 admin admin] Publish callbacks [] for security_group (8f3215ec-138b-4c90-949a-5c22ccea26ba), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:19.609384 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:19.764434 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7ce9cc02-c253-4d73-9bd7-3042d2fc8346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (8f3215ec-138b-4c90-949a-5c22ccea26ba), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:19.797234 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b188f-b15d-41f3-8097-6dee63fc67a9 req-e01f9c5b-6fc3-46a3-a6f7-d0e39e24cd82 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:19.815650 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-765b188f-b15d-41f3-8097-6dee63fc67a9 req-e01f9c5b-6fc3-46a3-a6f7-d0e39e24cd82 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.0872133 May 18 14:18:19.878099 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-7ce9cc02-c253-4d73-9bd7-3042d2fc8346 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=26a2eb2c19a04d848c90323b299edcdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6207385 May 18 14:18:19.878427 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42208) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:19.880335 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9cc02-c253-4d73-9bd7-3042d2fc8346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3215ec-138b-4c90-949a-5c22ccea26ba,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:19.963661 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-765b188f-b15d-41f3-8097-6dee63fc67a9 req-f0347b40-13aa-446f-9aeb-83a073cfdaf6 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471748 May 18 14:18:19.970225 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd19781-c8c4-4917-be8d-c2e23e1b1335 req-09fc30b8-ac2a-47e5-9081-fb4db6fdb3f5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:19.971812 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8bd19781-c8c4-4917-be8d-c2e23e1b1335 req-09fc30b8-ac2a-47e5-9081-fb4db6fdb3f5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1319301 May 18 14:18:20.031159 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd635-9a53-42c4-aed6-2e36f7f06983 req-d5fcddf0-494a-47e5-9b51-fdcefbc61d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:20.033031 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c29fd635-9a53-42c4-aed6-2e36f7f06983 req-d5fcddf0-494a-47e5-9b51-fdcefbc61d78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 1129 time: 0.0942638 May 18 14:18:20.115522 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7190930f-d8a5-438a-ac43-f355aaf04e39 admin admin] Publish callbacks [] for security_group (8f3215ec-138b-4c90-949a-5c22ccea26ba), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:20.175745 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8bd19781-c8c4-4917-be8d-c2e23e1b1335 req-be9948ab-df34-4d86-86ee-64e023160be0 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816466 May 18 14:18:20.217849 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7190930f-d8a5-438a-ac43-f355aaf04e39 admin admin] Publish callbacks [] for security_group (8f3215ec-138b-4c90-949a-5c22ccea26ba), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:20.314864 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd635-9a53-42c4-aed6-2e36f7f06983 req-4cf9887c-a9ae-49c8-ba1b-05f36ce82a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:20.316826 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c29fd635-9a53-42c4-aed6-2e36f7f06983 req-4cf9887c-a9ae-49c8-ba1b-05f36ce82a66 service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.2572322 May 18 14:18:20.469677 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7190930f-d8a5-438a-ac43-f355aaf04e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (8f3215ec-138b-4c90-949a-5c22ccea26ba), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:20.476133 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7190930f-d8a5-438a-ac43-f355aaf04e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:20.482574 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-7190930f-d8a5-438a-ac43-f355aaf04e39 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8f3215ec-138b-4c90-949a-5c22ccea26ba HTTP/1.1" status: 204 len: 168 time: 0.6028931 May 18 14:18:20.512884 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190930f-d8a5-438a-ac43-f355aaf04e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3215ec-138b-4c90-949a-5c22ccea26ba,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:20.808243 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c29fd635-9a53-42c4-aed6-2e36f7f06983 req-ebfa8914-407b-463a-af2c-669667617378 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4110fb85-dc86-4e98-a601-ab441eac3d5b HTTP/1.1" status: 200 len: 217 time: 0.0711679 May 18 14:18:20.889101 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:20.904205 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd635-9a53-42c4-aed6-2e36f7f06983 req-2180383f-7efb-4d5d-9b8a-f51ea146c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:20.909009 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c29fd635-9a53-42c4-aed6-2e36f7f06983 req-2180383f-7efb-4d5d-9b8a-f51ea146c129 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.0920801 May 18 14:18:21.010139 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fd635-9a53-42c4-aed6-2e36f7f06983 req-b46b93c2-4712-47b4-923d-4b912edb8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:21.016279 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c29fd635-9a53-42c4-aed6-2e36f7f06983 req-b46b93c2-4712-47b4-923d-4b912edb8f79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942001 May 18 14:18:21.267557 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ac614-3b57-465f-8ec9-6b875de3ccf6 req-36ab3989-fb55-4fa9-bd6e-735673dc591d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:21.270516 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f49ac614-3b57-465f-8ec9-6b875de3ccf6 req-36ab3989-fb55-4fa9-bd6e-735673dc591d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1244047 May 18 14:18:21.339291 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c29fd635-9a53-42c4-aed6-2e36f7f06983 req-b6054a5e-2f35-4a4b-8617-309314029a99 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068168 May 18 14:18:21.486776 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f49ac614-3b57-465f-8ec9-6b875de3ccf6 req-1c7e7a67-702b-4f58-800f-58cb617f63d7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034991 May 18 14:18:21.489778 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:21.616875 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42278) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:21.646632 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c29fd635-9a53-42c4-aed6-2e36f7f06983 req-cd6769cc-082f-4788-abc2-93bb478837e0 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933426 May 18 14:18:21.678945 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f9e6c-da75-44dc-bdd2-819cd26e5279 req-006c6c1e-c408-4b7b-8d78-f115b8bfbdee tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:21.681615 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-952d150f-4960-49ef-a464-01673dd3e179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:21.686241 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dd9f9e6c-da75-44dc-bdd2-819cd26e5279 req-006c6c1e-c408-4b7b-8d78-f115b8bfbdee tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1216943 May 18 14:18:21.852344 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-952d150f-4960-49ef-a464-01673dd3e179 admin admin] Publish callbacks [] for security_group (f9501fc1-5b88-4275-9d38-54dfe919b6ba), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:21.874719 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86786e-1d10-4189-beef-ba2073875f2f req-dc152fbd-b935-4647-bc10-9fff26504869 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:21.877380 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0c86786e-1d10-4189-beef-ba2073875f2f req-dc152fbd-b935-4647-bc10-9fff26504869 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1888494 May 18 14:18:21.886834 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42292) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:21.901414 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-868898ed-c9d5-45e5-a35b-d6dc0a4155f1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Request body: {'floatingip': {'port_id': '50ad3269-a80d-480a-82c7-560629cbb39f'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:18:21.971006 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-952d150f-4960-49ef-a464-01673dd3e179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (f9501fc1-5b88-4275-9d38-54dfe919b6ba), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:22.052286 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d150f-4960-49ef-a464-01673dd3e179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9501fc1-5b88-4275-9d38-54dfe919b6ba,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:22.063273 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-952d150f-4960-49ef-a464-01673dd3e179 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=269e006e157546fa9b511e99c5ccdbec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4422510 May 18 14:18:22.066308 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42304) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:22.074627 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dd9f9e6c-da75-44dc-bdd2-819cd26e5279 req-44a4237b-9b5d-4f1f-af58-93804b6732ee tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837562 May 18 14:18:22.095271 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-868898ed-c9d5-45e5-a35b-d6dc0a4155f1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (cc1424f1-6904-4fa9-b593-97aa3154b2d5), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:22.147408 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-be8a2826-8783-42ea-89b4-ebc85c4a45e3 admin admin] Publish callbacks [] for security_group (f9501fc1-5b88-4275-9d38-54dfe919b6ba), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:22.177595 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-be8a2826-8783-42ea-89b4-ebc85c4a45e3 admin admin] Publish callbacks [] for security_group (f9501fc1-5b88-4275-9d38-54dfe919b6ba), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:22.220448 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:22.456892 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-be8a2826-8783-42ea-89b4-ebc85c4a45e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (f9501fc1-5b88-4275-9d38-54dfe919b6ba), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:22.464572 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-be8a2826-8783-42ea-89b4-ebc85c4a45e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:22.467347 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-be8a2826-8783-42ea-89b4-ebc85c4a45e3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f9501fc1-5b88-4275-9d38-54dfe919b6ba HTTP/1.1" status: 204 len: 168 time: 0.3982282 May 18 14:18:22.484989 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9bda4871-8d93-45e2-ac26-449e60789136 req-ec9df477-cd26-41ec-a9e2-614519cff2ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1151986 May 18 14:18:22.494503 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a2826-8783-42ea-89b4-ebc85c4a45e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9501fc1-5b88-4275-9d38-54dfe919b6ba,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:23.046179 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:23.068581 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda4871-8d93-45e2-ac26-449e60789136 req-f6fdc9ef-9273-422e-89c2-26cdb6772d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:23.071017 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9bda4871-8d93-45e2-ac26-449e60789136 req-f6fdc9ef-9273-422e-89c2-26cdb6772d4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=381a3ddcc448429baf54ca8ac040f1a5&device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 1130 time: 0.3824701 May 18 14:18:23.547368 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.db.resource_extend [None req-868898ed-c9d5-45e5-a35b-d6dc0a4155f1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:18:23.572923 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cd40b-c452-4863-842e-80d03e84455a req-6ffd68de-f063-45aa-877f-851604ee475d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:23.584761 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0e9cd40b-c452-4863-842e-80d03e84455a req-6ffd68de-f063-45aa-877f-851604ee475d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.2080712 May 18 14:18:23.673014 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda4871-8d93-45e2-ac26-449e60789136 req-3befdaa8-b3d0-4a3d-81ad-6b8fd80fab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:23.678930 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9bda4871-8d93-45e2-ac26-449e60789136 req-3befdaa8-b3d0-4a3d-81ad-6b8fd80fab51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 HTTP/1.1" status: 200 len: 912 time: 0.5624747 May 18 14:18:23.815111 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9bda4871-8d93-45e2-ac26-449e60789136 req-997aaeae-21f6-4c6b-b960-0638c94cb261 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b9a2398-ab65-46ae-bd13-108e1e1892c7 HTTP/1.1" status: 200 len: 217 time: 0.1133733 May 18 14:18:23.833465 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-868898ed-c9d5-45e5-a35b-d6dc0a4155f1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:23.873852 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0e9cd40b-c452-4863-842e-80d03e84455a req-ccc71a1f-535f-49c2-9cbb-6ba148a28156 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876241 May 18 14:18:23.908029 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda4871-8d93-45e2-ac26-449e60789136 req-9cad45de-4899-4c6c-8756-afd6a5da456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:23.909834 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9bda4871-8d93-45e2-ac26-449e60789136 req-9cad45de-4899-4c6c-8756-afd6a5da456a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43ff001b-cb46-449a-9b94-b000d3854356 HTTP/1.1" status: 200 len: 851 time: 0.0845804 May 18 14:18:23.951343 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9bda4871-8d93-45e2-ac26-449e60789136 req-a74fa91a-bd3f-4031-b09b-ad3e0d62e5e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331945 May 18 14:18:23.978916 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-868898ed-c9d5-45e5-a35b-d6dc0a4155f1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (cc1424f1-6904-4fa9-b593-97aa3154b2d5), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:24.150030 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:24.235903 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9bda4871-8d93-45e2-ac26-449e60789136 req-ac4f773c-ce4f-4d3b-a5b3-259c51d90976 service neutron] 10.222.0.72 "GET /v2.0/networks/4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733386 May 18 14:18:24.241729 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.l3_db [None req-868898ed-c9d5-45e5-a35b-d6dc0a4155f1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Floating IP cc1424f1-6904-4fa9-b593-97aa3154b2d5 associated. External IP: 172.27.2.137, port: 50ad3269-a80d-480a-82c7-560629cbb39f. May 18 14:18:24.576367 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9bda4871-8d93-45e2-ac26-449e60789136 req-d1d73fbb-467f-4bf7-b5cb-a79903bc9920 service neutron] 10.222.0.72 "GET /v2.0/networks/4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304355 May 18 14:18:24.693656 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42394) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:24.827027 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:24.861070 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868898ed-c9d5-45e5-a35b-d6dc0a4155f1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Router 7511f96a-8fe2-437d-9b16-62981bc286fd has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:18:24.944535 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:25.012288 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-afb1fada-9089-4cd5-9856-9a486550bc56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:25.130336 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868898ed-c9d5-45e5-a35b-d6dc0a4155f1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:18:25.144767 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f175ea6-104c-443c-9ded-db13b9c8ad7a req-e18b0f8c-4c62-4ff9-8f9b-11f99cb17ecc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:25.147131 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8f175ea6-104c-443c-9ded-db13b9c8ad7a req-e18b0f8c-4c62-4ff9-8f9b-11f99cb17ecc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1377602 May 18 14:18:25.151668 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-868898ed-c9d5-45e5-a35b-d6dc0a4155f1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:25.172538 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e97198e-8094-4136-9b5c-22ae0a633d4b None None] Sync routers for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:18:25.187080 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e97198e-8094-4136-9b5c-22ae0a633d4b None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:18:25.187797 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-5e97198e-8094-4136-9b5c-22ae0a633d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:18:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:25.333381 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-868898ed-c9d5-45e5-a35b-d6dc0a4155f1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "PUT /v2.0/floatingips/cc1424f1-6904-4fa9-b593-97aa3154b2d5 HTTP/1.1" status: 200 len: 992 time: 3.4447019 May 18 14:18:25.344551 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:18:25.350428 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-5e97198e-8094-4136-9b5c-22ae0a633d4b None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:18:25.361575 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0da76a9-2ea4-4117-a60a-1aabb766f25c" -d '{"events": [{"name": "network-changed", "server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:18:25.543111 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8f175ea6-104c-443c-9ded-db13b9c8ad7a req-01625948-28e6-46b1-834d-a66a73b80eb9 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339896 May 18 14:18:25.702436 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-afb1fada-9089-4cd5-9856-9a486550bc56 admin admin] Publish callbacks [] for security_group (20f9295a-0415-4ca0-a345-f45d6abe5ee4), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:25.780892 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-afb1fada-9089-4cd5-9856-9a486550bc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (20f9295a-0415-4ca0-a345-f45d6abe5ee4), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:25.901764 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1fada-9089-4cd5-9856-9a486550bc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f9295a-0415-4ca0-a345-f45d6abe5ee4,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:25.912865 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-afb1fada-9089-4cd5-9856-9a486550bc56 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c382424235bd4a8d8e2ddd15995b1bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2144895 May 18 14:18:25.913519 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42430) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:25.914107 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfe5c8e-c235-4dd0-8714-133a37dd7154 x-openstack-request-id: req-5cfe5c8e-c235-4dd0-8714-133a37dd7154 {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:18:25.914665 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:18:25.916393 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5cfe5c8e-c235-4dd0-8714-133a37dd7154 {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:18:25.917204 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfe5c8e-c235-4dd0-8714-133a37dd7154'] response: {'name': 'network-changed', 'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f', 'status': 'completed', 'code': 200} May 18 14:18:26.033406 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-34992a7d-eed1-4f24-b7d2-619a4f6a481f admin admin] Publish callbacks [] for security_group (20f9295a-0415-4ca0-a345-f45d6abe5ee4), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:26.090277 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-34992a7d-eed1-4f24-b7d2-619a4f6a481f admin admin] Publish callbacks [] for security_group (20f9295a-0415-4ca0-a345-f45d6abe5ee4), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:26.160380 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-5e97198e-8094-4136-9b5c-22ae0a633d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'cc1424f1-6904-4fa9-b593-97aa3154b2d5', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'port_id': '50ad3269-a80d-480a-82c7-560629cbb39f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'mac_address': 'fa:16:3e:6f:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:17:49Z', 'updated_at': '2022-05-18T14:18:23Z', 'revision_number': 1, 'project_id': '909802130f2948bcae9d2445f267a32c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:48Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:26.228550 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e97198e-8094-4136-9b5c-22ae0a633d4b None None] Checking router: 7511f96a-8fe2-437d-9b16-62981bc286fd for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:18:26.252928 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e97198e-8094-4136-9b5c-22ae0a633d4b None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:18:26.254871 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-5e97198e-8094-4136-9b5c-22ae0a633d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:18:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:26.294892 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da76a9-2ea4-4117-a60a-1aabb766f25c req-e87cc911-68c7-4669-91af-dc11f050e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:26.297394 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e0da76a9-2ea4-4117-a60a-1aabb766f25c req-e87cc911-68c7-4669-91af-dc11f050e564 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 1130 time: 0.3149498 May 18 14:18:26.307004 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-34992a7d-eed1-4f24-b7d2-619a4f6a481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (20f9295a-0415-4ca0-a345-f45d6abe5ee4), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:26.310469 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-34992a7d-eed1-4f24-b7d2-619a4f6a481f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:26.312365 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-34992a7d-eed1-4f24-b7d2-619a4f6a481f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/20f9295a-0415-4ca0-a345-f45d6abe5ee4 HTTP/1.1" status: 204 len: 168 time: 0.3971238 May 18 14:18:26.326393 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34992a7d-eed1-4f24-b7d2-619a4f6a481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f9295a-0415-4ca0-a345-f45d6abe5ee4,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:26.455844 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da76a9-2ea4-4117-a60a-1aabb766f25c req-ed63bfb9-6d92-4ca7-b9ae-c377ff927931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:26.458112 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e0da76a9-2ea4-4117-a60a-1aabb766f25c req-ed63bfb9-6d92-4ca7-b9ae-c377ff927931 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 918 time: 0.1539006 May 18 14:18:26.606820 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-5e97198e-8094-4136-9b5c-22ae0a633d4b None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:18:26.629644 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e0da76a9-2ea4-4117-a60a-1aabb766f25c req-9a5edc72-5009-464e-9fb3-c229573d8126 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad3269-a80d-480a-82c7-560629cbb39f HTTP/1.1" status: 200 len: 1000 time: 0.1610935 May 18 14:18:26.706734 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:26.750898 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da76a9-2ea4-4117-a60a-1aabb766f25c req-4d9bb94b-bca3-4f3d-99cf-9c852206f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:26.754379 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e0da76a9-2ea4-4117-a60a-1aabb766f25c req-4d9bb94b-bca3-4f3d-99cf-9c852206f933 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 200 len: 856 time: 0.1091602 May 18 14:18:26.947357 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42466) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:27.004075 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc65d7-178e-4c4e-9d74-e90246fc3d23 req-39ab860c-06a8-42c0-9db3-d4fe0a6a07c6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:27.007489 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-98cc65d7-178e-4c4e-9d74-e90246fc3d23 req-39ab860c-06a8-42c0-9db3-d4fe0a6a07c6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1584678 May 18 14:18:27.010581 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da76a9-2ea4-4117-a60a-1aabb766f25c req-ede00bed-8dc8-4cd7-bad9-fe6ef7f323d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:27.023738 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e0da76a9-2ea4-4117-a60a-1aabb766f25c req-ede00bed-8dc8-4cd7-bad9-fe6ef7f323d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a849efa-7750-49f6-9fa8-deee59756847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2506082 May 18 14:18:27.234118 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-98cc65d7-178e-4c4e-9d74-e90246fc3d23 req-b51100a6-8630-4a80-8501-b571ee755d6d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092931 May 18 14:18:27.238729 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-5e97198e-8094-4136-9b5c-22ae0a633d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'cc1424f1-6904-4fa9-b593-97aa3154b2d5', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'port_id': '50ad3269-a80d-480a-82c7-560629cbb39f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'mac_address': 'fa:16:3e:6f:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:17:49Z', 'updated_at': '2022-05-18T14:18:23Z', 'revision_number': 1, 'project_id': '909802130f2948bcae9d2445f267a32c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:48Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:27.291189 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:27.292832 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e97198e-8094-4136-9b5c-22ae0a633d4b None None] The sync data for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi is: [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'cc1424f1-6904-4fa9-b593-97aa3154b2d5', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'port_id': '50ad3269-a80d-480a-82c7-560629cbb39f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'mac_address': 'fa:16:3e:6f:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:17:49Z', 'updated_at': '2022-05-18T14:18:23Z', 'revision_number': 1, 'project_id': '909802130f2948bcae9d2445f267a32c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:48Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:18:27.300517 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e0da76a9-2ea4-4117-a60a-1aabb766f25c req-3c62912e-ba6e-41f7-b36e-14d079bc3c2c service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443357 May 18 14:18:27.531216 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Publish callbacks [] for security_group (18afd2ba-380e-4e47-bc86-bbb819fa3373), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:27.621313 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (18afd2ba-380e-4e47-bc86-bbb819fa3373), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:27.756844 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062fe253-db61-41ad-86ec-1324c263cb5f None None] New status for floating IP cc1424f1-6904-4fa9-b593-97aa3154b2d5: ACTIVE {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:18:27.809243 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=95c63924c42e477e81db95116934b29e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8597183 May 18 14:18:27.814495 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42494) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:27.814796 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18afd2ba-380e-4e47-bc86-bbb819fa3373,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:27.830703 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.831548 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.832372 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.833242 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.834375 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.835831 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.836661 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.838252 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.839377 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.840161 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.840983 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.841777 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.842589 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.844474 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.845388 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd266c9-353b-4c91-9769-b5140eb09da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:27.946020 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Publish callbacks [] for security_group (18afd2ba-380e-4e47-bc86-bbb819fa3373), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:28.001791 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Publish callbacks [] for security_group (18afd2ba-380e-4e47-bc86-bbb819fa3373), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:28.007957 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:28.268140 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (18afd2ba-380e-4e47-bc86-bbb819fa3373), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:28.278376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:28.279723 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/18afd2ba-380e-4e47-bc86-bbb819fa3373 HTTP/1.1" status: 204 len: 168 time: 0.4642828 May 18 14:18:28.299066 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18afd2ba-380e-4e47-bc86-bbb819fa3373,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:28.315707 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.316697 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.319741 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.320967 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.322925 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.323519 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.327078 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.329243 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.329857 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.330834 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.633068 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.633068 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.633068 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.633068 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.633068 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adf89a7-84ac-4866-8932-7e1d4f6bb36d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:28.633068 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d94d5-3f6c-4471-a21e-2faa0a900369 req-4e5dc2d6-51eb-4de6-a289-ce7637e9ec9f tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:28.633068 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-886d94d5-3f6c-4471-a21e-2faa0a900369 req-4e5dc2d6-51eb-4de6-a289-ce7637e9ec9f tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.2157876 May 18 14:18:28.741684 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-886d94d5-3f6c-4471-a21e-2faa0a900369 req-e6220416-54d4-4a84-891f-6af3d2dc54f9 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481581 May 18 14:18:28.744123 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e0da76a9-2ea4-4117-a60a-1aabb766f25c req-312e45e8-2afa-4035-a56a-d605dc5b8834 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802536 May 18 14:18:29.998131 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a44d3-1906-410a-814e-4235a7b0633a req-e3db8565-ab9b-4a64-a816-25aa2edd2b89 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:30.001192 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a4a44d3-1906-410a-814e-4235a7b0633a req-e3db8565-ab9b-4a64-a816-25aa2edd2b89 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0725760 May 18 14:18:30.119114 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a4a44d3-1906-410a-814e-4235a7b0633a req-9dc71cce-7c99-4674-bb12-ec20a481ec7f tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045563 May 18 14:18:30.253391 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42560) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:30.284159 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-426b195f-7fef-4ced-bb02-b39cfe9ee546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:30.448290 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-426b195f-7fef-4ced-bb02-b39cfe9ee546 admin admin] Publish callbacks [] for security_group (948d6ad2-d339-479a-81da-8f7978ff9fbd), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:30.456215 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42564) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:30.592741 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-426b195f-7fef-4ced-bb02-b39cfe9ee546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (948d6ad2-d339-479a-81da-8f7978ff9fbd), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:30.683491 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-47b38bc4-5ce3-4499-b7cd-9cdddb9d5f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:30.707315 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-426b195f-7fef-4ced-bb02-b39cfe9ee546 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a1c83fb020fe436b8a7c78b71e3236e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543362 May 18 14:18:30.711038 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42572) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:30.725025 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b195f-7fef-4ced-bb02-b39cfe9ee546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948d6ad2-d339-479a-81da-8f7978ff9fbd,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:30.814264 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:30.824656 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6ec43248-015a-459f-8df0-b025cc1ea8fe admin admin] Publish callbacks [] for security_group (948d6ad2-d339-479a-81da-8f7978ff9fbd), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:30.827908 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-47b38bc4-5ce3-4499-b7cd-9cdddb9d5f75 admin admin] Publish callbacks [] for security_group (123dac54-2359-4d0d-90a0-c685564e4e29), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:30.861429 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6ec43248-015a-459f-8df0-b025cc1ea8fe admin admin] Publish callbacks [] for security_group (948d6ad2-d339-479a-81da-8f7978ff9fbd), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:30.894496 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-47b38bc4-5ce3-4499-b7cd-9cdddb9d5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (123dac54-2359-4d0d-90a0-c685564e4e29), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:30.962710 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-47b38bc4-5ce3-4499-b7cd-9cdddb9d5f75 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d2248a64e1f44ec48f83745a11e639d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046954 May 18 14:18:30.965385 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42586) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:30.967503 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b38bc4-5ce3-4499-b7cd-9cdddb9d5f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123dac54-2359-4d0d-90a0-c685564e4e29,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:31.042509 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6ab9a665-3675-47bd-b581-7745bc0ca8a7 admin admin] Publish callbacks [] for security_group (123dac54-2359-4d0d-90a0-c685564e4e29), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:31.076005 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6ab9a665-3675-47bd-b581-7745bc0ca8a7 admin admin] Publish callbacks [] for security_group (123dac54-2359-4d0d-90a0-c685564e4e29), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:31.111258 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6ec43248-015a-459f-8df0-b025cc1ea8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (948d6ad2-d339-479a-81da-8f7978ff9fbd), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:31.114498 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6ec43248-015a-459f-8df0-b025cc1ea8fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:31.115795 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-6ec43248-015a-459f-8df0-b025cc1ea8fe admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/948d6ad2-d339-479a-81da-8f7978ff9fbd HTTP/1.1" status: 204 len: 168 time: 0.3990684 May 18 14:18:31.129119 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec43248-015a-459f-8df0-b025cc1ea8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948d6ad2-d339-479a-81da-8f7978ff9fbd,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:31.146674 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-70177580-0750-4d07-84c4-f44fd95f14a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:31.311559 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6ab9a665-3675-47bd-b581-7745bc0ca8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (123dac54-2359-4d0d-90a0-c685564e4e29), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:31.317854 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6ab9a665-3675-47bd-b581-7745bc0ca8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:31.317854 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-6ab9a665-3675-47bd-b581-7745bc0ca8a7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/123dac54-2359-4d0d-90a0-c685564e4e29 HTTP/1.1" status: 204 len: 168 time: 0.3486898 May 18 14:18:31.340081 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9a665-3675-47bd-b581-7745bc0ca8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123dac54-2359-4d0d-90a0-c685564e4e29,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:31.376585 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39295b25-f3aa-4ccc-9c94-565df88b8b4d req-db1c88ca-5296-42ea-83dc-a05cc34d8a97 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:31.385581 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-39295b25-f3aa-4ccc-9c94-565df88b8b4d req-db1c88ca-5296-42ea-83dc-a05cc34d8a97 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1181326 May 18 14:18:31.454637 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-39295b25-f3aa-4ccc-9c94-565df88b8b4d req-5f51e728-ab01-4c22-94a8-7b5861a439fc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645733 May 18 14:18:31.806351 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42612) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:31.839348 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3388a-09b7-4b4e-80b2-6bec7e485c16 req-a082d154-a1f8-4ff3-a198-37c5aaaa9a4a tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:31.842223 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-efd3388a-09b7-4b4e-80b2-6bec7e485c16 req-a082d154-a1f8-4ff3-a198-37c5aaaa9a4a tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 946 time: 0.1010246 May 18 14:18:31.888665 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:31.922168 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-efd3388a-09b7-4b4e-80b2-6bec7e485c16 req-aad3f539-6101-4400-bd83-10dc43dd2717 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700309 May 18 14:18:32.260298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7f599898-26b4-4ffa-b81b-c67a46f329a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:32.354279 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=77,neutron:DELETE=11,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:32.380250 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:32.413195 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7f599898-26b4-4ffa-b81b-c67a46f329a5 admin admin] Publish callbacks [] for security_group (b527a3ef-0bc9-4572-b737-bce06fddb290), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:32.542391 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7f599898-26b4-4ffa-b81b-c67a46f329a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (b527a3ef-0bc9-4572-b737-bce06fddb290), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:32.603291 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-7f599898-26b4-4ffa-b81b-c67a46f329a5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3d809788b8d34c6ab0ec540cc741a2b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7982249 May 18 14:18:32.607726 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42640) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:32.608995 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f599898-26b4-4ffa-b81b-c67a46f329a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b527a3ef-0bc9-4572-b737-bce06fddb290,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:32.693576 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585a6ef-bad5-4fc5-ac35-e1d54566d5dc req-94d52159-8c3f-4608-85b6-97f3ab796b67 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:32.697151 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b585a6ef-bad5-4fc5-ac35-e1d54566d5dc req-94d52159-8c3f-4608-85b6-97f3ab796b67 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1042030 May 18 14:18:32.768825 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5c2b3739-676e-486a-a21b-750b35365e81 admin admin] Publish callbacks [] for security_group (b527a3ef-0bc9-4572-b737-bce06fddb290), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:32.835503 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b585a6ef-bad5-4fc5-ac35-e1d54566d5dc req-7e77a534-f5f1-4496-858a-945adf895063 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252999 May 18 14:18:32.845805 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5c2b3739-676e-486a-a21b-750b35365e81 admin admin] Publish callbacks [] for security_group (b527a3ef-0bc9-4572-b737-bce06fddb290), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:32.904475 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42644) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:32.924481 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-432aad03-3d37-4512-b6e2-bcadc2c41d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:33.031643 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5c2b3739-676e-486a-a21b-750b35365e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (b527a3ef-0bc9-4572-b737-bce06fddb290), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:33.038192 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5c2b3739-676e-486a-a21b-750b35365e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:33.045905 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-5c2b3739-676e-486a-a21b-750b35365e81 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b527a3ef-0bc9-4572-b737-bce06fddb290 HTTP/1.1" status: 204 len: 168 time: 0.4355073 May 18 14:18:33.108928 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b3739-676e-486a-a21b-750b35365e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b527a3ef-0bc9-4572-b737-bce06fddb290,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:33.150507 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-432aad03-3d37-4512-b6e2-bcadc2c41d3e admin admin] Publish callbacks [] for security_group (24e4b433-549e-42fd-94dd-0547d42e4f49), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:33.152821 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aae515-f696-4dda-bbb8-5d976dcfb26f req-b62c6d8b-d016-43c0-8bee-70c4d84a4597 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:33.154725 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d5aae515-f696-4dda-bbb8-5d976dcfb26f req-b62c6d8b-d016-43c0-8bee-70c4d84a4597 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 946 time: 0.1447563 May 18 14:18:33.222578 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d5aae515-f696-4dda-bbb8-5d976dcfb26f req-c505c3e4-2b1a-438e-9504-6bd427b03426 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591078 May 18 14:18:33.337685 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-432aad03-3d37-4512-b6e2-bcadc2c41d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (24e4b433-549e-42fd-94dd-0547d42e4f49), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:33.420976 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-432aad03-3d37-4512-b6e2-bcadc2c41d3e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6568213c61ed45d088585d8adef034fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5147719 May 18 14:18:33.422652 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432aad03-3d37-4512-b6e2-bcadc2c41d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e4b433-549e-42fd-94dd-0547d42e4f49,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:33.425328 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42666) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:33.529308 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e76bc931-fc57-4e54-8f8f-4dee93225dfd admin admin] Publish callbacks [] for security_group (24e4b433-549e-42fd-94dd-0547d42e4f49), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:33.574118 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e76bc931-fc57-4e54-8f8f-4dee93225dfd admin admin] Publish callbacks [] for security_group (24e4b433-549e-42fd-94dd-0547d42e4f49), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:33.587998 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:33.596159 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-09c2eb0e-6d76-4bd7-b385-e25f179b6664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:33.843528 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e76bc931-fc57-4e54-8f8f-4dee93225dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (24e4b433-549e-42fd-94dd-0547d42e4f49), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:33.847602 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e76bc931-fc57-4e54-8f8f-4dee93225dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:33.849892 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e76bc931-fc57-4e54-8f8f-4dee93225dfd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/24e4b433-549e-42fd-94dd-0547d42e4f49 HTTP/1.1" status: 204 len: 168 time: 0.4211833 May 18 14:18:33.863752 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bc931-fc57-4e54-8f8f-4dee93225dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e4b433-549e-42fd-94dd-0547d42e4f49,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:34.056510 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5ae9d-82aa-4a9f-b9a2-7877a4dc87e1 req-f00fc682-f26f-4f31-968f-9c5335a4a147 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:34.058847 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e6d5ae9d-82aa-4a9f-b9a2-7877a4dc87e1 req-f00fc682-f26f-4f31-968f-9c5335a4a147 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1219101 May 18 14:18:34.076924 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0703fa-c141-4d28-961f-00dfd07cdf5f req-49cb64dd-a931-42de-b1dd-d135cbac474d tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:34.080906 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f0703fa-c141-4d28-961f-00dfd07cdf5f req-49cb64dd-a931-42de-b1dd-d135cbac474d tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.72 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 946 time: 0.0988145 May 18 14:18:34.210334 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42684) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:34.281315 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2a5059ab-46e6-4c7c-a8db-9cce2c8c8797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:34.383158 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e6d5ae9d-82aa-4a9f-b9a2-7877a4dc87e1 req-7c06b752-c004-4a9c-a9d4-ac4101a53f78 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024380 May 18 14:18:34.515552 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [req-4f0703fa-c141-4d28-961f-00dfd07cdf5f req-ce892768-9b0d-4899-9bf4-b77c4e54a9e6 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Deleting port 7b9a2398-ab65-46ae-bd13-108e1e1892c7 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:18:34.516099 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f0703fa-c141-4d28-961f-00dfd07cdf5f req-ce892768-9b0d-4899-9bf4-b77c4e54a9e6 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:34.543786 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2a5059ab-46e6-4c7c-a8db-9cce2c8c8797 admin admin] Publish callbacks [] for security_group (aab29562-eb3e-42ac-9f78-53144a95d51a), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:34.576747 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:34.619403 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08284f-900a-4e0c-a8f4-f4084893e47d req-5c9f5895-af8e-4ee4-a54b-b2b61c68b39d tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:34.626529 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3f08284f-900a-4e0c-a8f4-f4084893e47d req-5c9f5895-af8e-4ee4-a54b-b2b61c68b39d tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 946 time: 0.1914725 May 18 14:18:34.643816 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2a5059ab-46e6-4c7c-a8db-9cce2c8c8797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (aab29562-eb3e-42ac-9f78-53144a95d51a), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:34.756597 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-2a5059ab-46e6-4c7c-a8db-9cce2c8c8797 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dfae6510e28e4561abdf7ae535c8a082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5432062 May 18 14:18:34.758183 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5059ab-46e6-4c7c-a8db-9cce2c8c8797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab29562-eb3e-42ac-9f78-53144a95d51a,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:34.761046 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42696) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:34.787449 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3f08284f-900a-4e0c-a8f4-f4084893e47d req-809c05fc-4d49-4778-8e1b-4be6be76738b tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca9eff34-dd88-4fd3-af95-08d84471fb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547291 May 18 14:18:34.806843 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [req-4f0703fa-c141-4d28-961f-00dfd07cdf5f req-ce892768-9b0d-4899-9bf4-b77c4e54a9e6 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] For port 7b9a2398-ab65-46ae-bd13-108e1e1892c7, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7b9a2398-ab65-46ae-bd13-108e1e1892c7,segment=NetworkSegment(23c69ffc-718e-424f-b168-4ddbfded1c7f),segment_id=23c69ffc-718e-424f-b168-4ddbfded1c7f)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:34.807205 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f0703fa-c141-4d28-961f-00dfd07cdf5f req-ce892768-9b0d-4899-9bf4-b77c4e54a9e6 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:34.841727 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-86f9b154-2836-4e65-aaa2-12f6bb7c4d76 admin admin] Publish callbacks [] for security_group (aab29562-eb3e-42ac-9f78-53144a95d51a), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:34.842805 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [req-4f0703fa-c141-4d28-961f-00dfd07cdf5f req-ce892768-9b0d-4899-9bf4-b77c4e54a9e6 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Calling delete_port for 7b9a2398-ab65-46ae-bd13-108e1e1892c7 owned by compute:nova {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:18:34.849868 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:34.874308 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-86f9b154-2836-4e65-aaa2-12f6bb7c4d76 admin admin] Publish callbacks [] for security_group (aab29562-eb3e-42ac-9f78-53144a95d51a), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:35.114982 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-86f9b154-2836-4e65-aaa2-12f6bb7c4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (aab29562-eb3e-42ac-9f78-53144a95d51a), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:35.124015 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-86f9b154-2836-4e65-aaa2-12f6bb7c4d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:35.129267 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-86f9b154-2836-4e65-aaa2-12f6bb7c4d76 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aab29562-eb3e-42ac-9f78-53144a95d51a HTTP/1.1" status: 204 len: 168 time: 0.3630245 May 18 14:18:35.145066 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9b154-2836-4e65-aaa2-12f6bb7c4d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab29562-eb3e-42ac-9f78-53144a95d51a,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:35.189378 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:35.262413 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f0703fa-c141-4d28-961f-00dfd07cdf5f req-ce892768-9b0d-4899-9bf4-b77c4e54a9e6 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (7b9a2398-ab65-46ae-bd13-108e1e1892c7), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:35.283020 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['7b9a2398-ab65-46ae-bd13-108e1e1892c7'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:18:35.328407 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce892768-9b0d-4899-9bf4-b77c4e54a9e6 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Pushing event deleted for resources: {'Port': ['ID=7b9a2398-ab65-46ae-bd13-108e1e1892c7,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:35.475881 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0703fa-c141-4d28-961f-00dfd07cdf5f req-ce892768-9b0d-4899-9bf4-b77c4e54a9e6 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] No DVR routers for this DVR port 7b9a2398-ab65-46ae-bd13-108e1e1892c7 on host hv-cinder-75510 {{(pid=104324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:18:35.483697 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-4f0703fa-c141-4d28-961f-00dfd07cdf5f req-ce892768-9b0d-4899-9bf4-b77c4e54a9e6 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:35.494579 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f0703fa-c141-4d28-961f-00dfd07cdf5f req-ce892768-9b0d-4899-9bf4-b77c4e54a9e6 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.72 "DELETE /v2.0/ports/7b9a2398-ab65-46ae-bd13-108e1e1892c7 HTTP/1.1" status: 204 len: 173 time: 1.4034007 May 18 14:18:35.495336 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272731d7-6669-46ad-94eb-df5afac66ec2', 'name': 'network-vif-deleted', 'tag': '7b9a2398-ab65-46ae-bd13-108e1e1892c7'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:18:35.506991 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0858d2-42e6-4dcb-b196-a29642abdad5" -d '{"events": [{"server_uuid": "272731d7-6669-46ad-94eb-df5afac66ec2", "name": "network-vif-deleted", "tag": "7b9a2398-ab65-46ae-bd13-108e1e1892c7"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:18:35.563665 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea8d12c-2485-4128-a0e3-efcc8c4fa6de x-openstack-request-id: req-fea8d12c-2485-4128-a0e3-efcc8c4fa6de {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:18:35.564227 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272731d7-6669-46ad-94eb-df5afac66ec2", "name": "network-vif-deleted", "tag": "7b9a2398-ab65-46ae-bd13-108e1e1892c7", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:18:35.564662 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fea8d12c-2485-4128-a0e3-efcc8c4fa6de {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:18:35.568104 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea8d12c-2485-4128-a0e3-efcc8c4fa6de'] response: {'server_uuid': '272731d7-6669-46ad-94eb-df5afac66ec2', 'name': 'network-vif-deleted', 'tag': '7b9a2398-ab65-46ae-bd13-108e1e1892c7', 'status': 'completed', 'code': 200} May 18 14:18:35.633128 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28936234-479f-40e3-b35f-cf1ab78bf173 req-e04032f6-4e66-4279-91f6-8a46ceab86ca tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:35.635725 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-28936234-479f-40e3-b35f-cf1ab78bf173 req-e04032f6-4e66-4279-91f6-8a46ceab86ca tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0915568 May 18 14:18:35.724293 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-28936234-479f-40e3-b35f-cf1ab78bf173 req-006ce097-7853-4e8f-846d-a0131b22cdd8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807273 May 18 14:18:35.944654 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1a36c0a4-48a0-4075-8515-14b0a0747ebc req-fb9c60f6-1aed-4a64-b9dc-e839a94e4d7c tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 210 time: 0.0404358 May 18 14:18:36.215284 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:36.951319 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13257e57-a7b2-49b1-8580-1c6769191512 req-1c365346-e384-49d0-91c5-d37f4fb6d696 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:36.954290 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-13257e57-a7b2-49b1-8580-1c6769191512 req-1c365346-e384-49d0-91c5-d37f4fb6d696 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0980241 May 18 14:18:37.148901 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-13257e57-a7b2-49b1-8580-1c6769191512 req-b519e415-9f83-4ec9-b125-67847d32e395 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823072 May 18 14:18:37.228302 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-68679f4f-5f5c-4093-b681-2cdda5fc16d0 req-e6b880e1-bc22-4e85-934c-0ced02f01a93 tempest-DeleteServersTestJSON-1959831523 tempest-DeleteServersTestJSON-1959831523-project] 10.222.0.71 "GET /v2.0/ports?device_id=272731d7-6669-46ad-94eb-df5afac66ec2 HTTP/1.1" status: 200 len: 210 time: 0.0701001 May 18 14:18:37.255376 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=81 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:37.257066 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=67 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:37.808691 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:37.894833 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 7b9a2398-ab65-46ae-bd13-108e1e1892c7 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:18:37.921539 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 7b9a2398-ab65-46ae-bd13-108e1e1892c7 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:18:37.922078 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 7b9a2398-ab65-46ae-bd13-108e1e1892c7 not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:18:38.362463 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:18:38.423666 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5340318-c6e5-47dd-a7f0-4020c7dccc9f req-85fb3e08-acbd-45ff-b45a-a79766453af4 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:38.426758 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a5340318-c6e5-47dd-a7f0-4020c7dccc9f req-85fb3e08-acbd-45ff-b45a-a79766453af4 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1107337 May 18 14:18:38.519849 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a5340318-c6e5-47dd-a7f0-4020c7dccc9f req-487616e3-e58e-441a-ae08-6ce30ca1caa2 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819392 May 18 14:18:39.160822 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42848) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:39.371715 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9d376eb3-bb47-4500-b5ce-4995c20a86d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:39.446119 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:39.484298 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9d376eb3-bb47-4500-b5ce-4995c20a86d2 admin admin] Publish callbacks [] for security_group (273507eb-9b1d-4b4c-a1c7-f56735beaa3a), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:39.592321 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9d376eb3-bb47-4500-b5ce-4995c20a86d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (273507eb-9b1d-4b4c-a1c7-f56735beaa3a), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:39.647302 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-9d376eb3-bb47-4500-b5ce-4995c20a86d2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1c4603fbe7534257a40a5dc0ae0c4404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4851198 May 18 14:18:39.651656 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42860) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:39.669296 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d376eb3-bb47-4500-b5ce-4995c20a86d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273507eb-9b1d-4b4c-a1c7-f56735beaa3a,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:39.747003 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fe06d-b239-4140-aefc-55cdd093f24f req-090e1553-909a-4956-b567-a69dd31760fe tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:39.750507 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-450fe06d-b239-4140-aefc-55cdd093f24f req-090e1553-909a-4956-b567-a69dd31760fe tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0879905 May 18 14:18:39.775264 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-62facb86-fc90-49e6-b3a4-3d6e4e9e9084 admin admin] Publish callbacks [] for security_group (273507eb-9b1d-4b4c-a1c7-f56735beaa3a), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:39.815673 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-62facb86-fc90-49e6-b3a4-3d6e4e9e9084 admin admin] Publish callbacks [] for security_group (273507eb-9b1d-4b4c-a1c7-f56735beaa3a), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:39.839039 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:39.847264 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-450fe06d-b239-4140-aefc-55cdd093f24f req-0e5945e3-57ec-4676-9518-facf721dd7ee tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892770 May 18 14:18:40.094200 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-62facb86-fc90-49e6-b3a4-3d6e4e9e9084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (273507eb-9b1d-4b4c-a1c7-f56735beaa3a), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:40.098888 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-62facb86-fc90-49e6-b3a4-3d6e4e9e9084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:40.100921 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-62facb86-fc90-49e6-b3a4-3d6e4e9e9084 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/273507eb-9b1d-4b4c-a1c7-f56735beaa3a HTTP/1.1" status: 204 len: 168 time: 0.4477346 May 18 14:18:40.116177 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62facb86-fc90-49e6-b3a4-3d6e4e9e9084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273507eb-9b1d-4b4c-a1c7-f56735beaa3a,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:41.035027 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ecf01-8d52-46f3-b379-0de20403b15b req-b8b7d4ed-9394-45db-84f2-6c962fad409d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:41.037627 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6f3ecf01-8d52-46f3-b379-0de20403b15b req-b8b7d4ed-9394-45db-84f2-6c962fad409d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0871322 May 18 14:18:41.109993 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6f3ecf01-8d52-46f3-b379-0de20403b15b req-7045e9c6-65ef-45e1-9b53-1afa5c2a8f5f tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607605 May 18 14:18:42.113957 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42938) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:42.161589 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc09a739-e90c-43e0-b1c8-7de05ceffb90 admin admin] Deleting subnet 43ff001b-cb46-449a-9b94-b000d3854356 {{(pid=104325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:18:42.165474 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-dc09a739-e90c-43e0-b1c8-7de05ceffb90 admin admin] Publish callbacks [] for subnet (43ff001b-cb46-449a-9b94-b000d3854356), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:42.209289 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-dc09a739-e90c-43e0-b1c8-7de05ceffb90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793686'] for subnet (43ff001b-cb46-449a-9b94-b000d3854356), precommit_delete_associations {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:42.262306 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-dc09a739-e90c-43e0-b1c8-7de05ceffb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (43ff001b-cb46-449a-9b94-b000d3854356), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:42.297366 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b4e69-32ce-44d7-9a2a-45d0617e2305 req-791d1039-0c16-48e8-984f-871f6dfefb3e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:42.299265 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-056b4e69-32ce-44d7-9a2a-45d0617e2305 req-791d1039-0c16-48e8-984f-871f6dfefb3e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0892193 May 18 14:18:42.359754 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-056b4e69-32ce-44d7-9a2a-45d0617e2305 req-4e7f67c5-9315-49d6-8ec7-bce6336580fc tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541699 May 18 14:18:42.455450 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-dc09a739-e90c-43e0-b1c8-7de05ceffb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3790897'] for subnet (43ff001b-cb46-449a-9b94-b000d3854356), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:42.492316 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-dc09a739-e90c-43e0-b1c8-7de05ceffb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:42.497118 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-dc09a739-e90c-43e0-b1c8-7de05ceffb90 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/43ff001b-cb46-449a-9b94-b000d3854356 HTTP/1.1" status: 204 len: 168 time: 0.3865259 May 18 14:18:42.498225 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09a739-e90c-43e0-b1c8-7de05ceffb90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ff001b-cb46-449a-9b94-b000d3854356,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:42.500331 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42950) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:42.582059 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:42.676576 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:42.702319 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1']}} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:42.714288 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c69ffc-718e-424f-b168-4ddbfded1c7f') {'for_net_delete': True} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:42.714529 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c69ffc-718e-424f-b168-4ddbfded1c7f') {} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:42.725586 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793711'] for segment (23c69ffc-718e-424f-b168-4ddbfded1c7f), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:42.744926 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (23c69ffc-718e-424f-b168-4ddbfded1c7f), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:42.753026 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=104325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:18:42.753429 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764937'] for segment (23c69ffc-718e-424f-b168-4ddbfded1c7f), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: Traceback (most recent call last): May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: timer() May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: cb(*args, **kw) May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: return func(*args, **kwargs) May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: self._notify() May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: self.callback(batched_events) May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: event.method(event) May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: return f(self, *a, **k) May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._get(url).json() May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: return self.request(url, 'GET', **kwargs) May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:18:42.755459 dv-cinder-755101-9-iscsi neutron-server[104325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:18:42.812959 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:42.940381 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42954) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:42.972453 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:42.974870 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:42.981158 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1 HTTP/1.1" status: 204 len: 168 time: 0.4795077 May 18 14:18:43.010091 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75645e8-8836-4c2b-9651-7493f04c5661 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ecc2a82-d7d3-4c12-abd3-b9bd0ce97dd1,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:43.141516 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-dcd9742a-02df-4cbf-9201-5ddb50d7fd2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:43.227418 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:43.244895 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-dcd9742a-02df-4cbf-9201-5ddb50d7fd2d admin admin] Publish callbacks [] for security_group (e3d17133-03d1-4594-b3a5-846ffc44ced6), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:43.458736 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-dcd9742a-02df-4cbf-9201-5ddb50d7fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (e3d17133-03d1-4594-b3a5-846ffc44ced6), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:43.501434 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9742a-02df-4cbf-9201-5ddb50d7fd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d17133-03d1-4594-b3a5-846ffc44ced6,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:43.505301 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa929b6d-2477-4034-985e-460123c9120e req-6f8e3771-b060-4add-9956-9d57b198a8a9 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:43.508008 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fa929b6d-2477-4034-985e-460123c9120e req-6f8e3771-b060-4add-9956-9d57b198a8a9 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0647752 May 18 14:18:43.528738 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 42972) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:43.530702 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-dcd9742a-02df-4cbf-9201-5ddb50d7fd2d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ef861c61382b4d03b3093b099690343d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5674441 May 18 14:18:43.619711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7b7da752-0b81-4bf4-8aa5-27c9c299fa80 admin admin] Publish callbacks [] for security_group (e3d17133-03d1-4594-b3a5-846ffc44ced6), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:43.627519 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fa929b6d-2477-4034-985e-460123c9120e req-d77885b0-c4f2-4518-9d53-1d30d0ee6236 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075690 May 18 14:18:43.649607 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7b7da752-0b81-4bf4-8aa5-27c9c299fa80 admin admin] Publish callbacks [] for security_group (e3d17133-03d1-4594-b3a5-846ffc44ced6), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:43.705804 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42976) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:43.757302 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-cda5ec86-d739-43dc-8187-225649353da6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=381a3ddcc448429baf54ca8ac040f1a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0499084 May 18 14:18:43.761266 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 42978) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:43.835820 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98e35f47-095a-4a0d-b0b3-4f500c499d4d admin admin] Publish callbacks [] for security_group (ca9eff34-dd88-4fd3-af95-08d84471fb38), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:43.863739 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98e35f47-095a-4a0d-b0b3-4f500c499d4d admin admin] Publish callbacks [] for security_group (ca9eff34-dd88-4fd3-af95-08d84471fb38), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:43.875764 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7b7da752-0b81-4bf4-8aa5-27c9c299fa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (e3d17133-03d1-4594-b3a5-846ffc44ced6), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:43.878643 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7b7da752-0b81-4bf4-8aa5-27c9c299fa80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:43.879969 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-7b7da752-0b81-4bf4-8aa5-27c9c299fa80 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e3d17133-03d1-4594-b3a5-846ffc44ced6 HTTP/1.1" status: 204 len: 168 time: 0.3696861 May 18 14:18:43.901037 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7da752-0b81-4bf4-8aa5-27c9c299fa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d17133-03d1-4594-b3a5-846ffc44ced6,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:44.124724 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98e35f47-095a-4a0d-b0b3-4f500c499d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ca9eff34-dd88-4fd3-af95-08d84471fb38), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:44.127428 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98e35f47-095a-4a0d-b0b3-4f500c499d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:44.131048 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-98e35f47-095a-4a0d-b0b3-4f500c499d4d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ca9eff34-dd88-4fd3-af95-08d84471fb38 HTTP/1.1" status: 204 len: 168 time: 0.3661048 May 18 14:18:44.155939 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e35f47-095a-4a0d-b0b3-4f500c499d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9eff34-dd88-4fd3-af95-08d84471fb38,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:44.762592 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36fc71-8a46-4d1a-9191-494486aa8032 req-e5faa8fe-5a20-4340-93d6-85bebfed02bf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:44.764201 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0f36fc71-8a46-4d1a-9191-494486aa8032 req-e5faa8fe-5a20-4340-93d6-85bebfed02bf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0511098 May 18 14:18:44.832370 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0f36fc71-8a46-4d1a-9191-494486aa8032 req-9c176ff8-2060-4d4c-9e54-fee2ccea4a4d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622444 May 18 14:18:45.561242 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43048) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:45.656224 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43058) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:45.778839 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1651629165-network', 'tenant_id': '658446fc889449e6bc55b5856b9ce144'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:18:45.835358 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-565884950-network', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:18:45.983290 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d178b-bb9a-4ad2-87c0-4a7e90fadabf req-200c146c-cb90-49cb-af65-fcc208bdbf86 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:45.983290 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b57d178b-bb9a-4ad2-87c0-4a7e90fadabf req-200c146c-cb90-49cb-af65-fcc208bdbf86 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0574081 May 18 14:18:46.001240 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Made reservation on behalf of 40663a63d8dc4922879421a0c7d0c0a7 for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:18:46.004009 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.016479 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.075376 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b57d178b-bb9a-4ad2-87c0-4a7e90fadabf req-c2990784-5315-4677-9f65-5f5993635ca2 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911670 May 18 14:18:46.096183 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:46.111364 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Made reservation on behalf of 658446fc889449e6bc55b5856b9ce144 for: {'network': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:18:46.114683 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.138149 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.159738 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Publish callbacks [] for security_group (44f05088-4e4e-4f5b-ba07-4317bf7d348d), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.198636 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:46.229266 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Publish callbacks [] for security_group (05ff74a0-878e-4249-8a56-18acc970b96b), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.255530 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (44f05088-4e4e-4f5b-ba07-4317bf7d348d), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.278100 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43078) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:46.301135 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:18:46.310463 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f05088-4e4e-4f5b-ba07-4317bf7d348d,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:46.323365 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.323365 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Added segment 2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0 of type vlan for network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 May 18 14:18:46.347054 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:46.368483 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (05ff74a0-878e-4249-8a56-18acc970b96b), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.419782 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (485bb1dd-78e1-4b7c-907c-2599bbac27f4), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.421378 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=104325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:18:46.441271 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (825aba58-b86b-4903-a2db-91a523b1d91c), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.442006 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.segments_db [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Added segment 825aba58-b86b-4903-a2db-91a523b1d91c of type vlan for network 334439c5-6ef6-4e71-8281-26641c373c95 May 18 14:18:46.443738 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ff74a0-878e-4249-8a56-18acc970b96b,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:46.502592 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3a8e0cc1-7379-4d05-ada8-c84ff06d637e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.508304 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (334439c5-6ef6-4e71-8281-26641c373c95), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.612172 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3a8e0cc1-7379-4d05-ada8-c84ff06d637e admin admin] Publish callbacks [] for security_group (b9359a55-7ad6-43ee-bb7a-495869f04477), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.682276 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (485bb1dd-78e1-4b7c-907c-2599bbac27f4), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.683387 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:46.684058 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.749991 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] Pushing event updated for resources: {'Network': ['ID=485bb1dd-78e1-4b7c-907c-2599bbac27f4,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:46.761293 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:18:46.763937 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:46.826184 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (334439c5-6ef6-4e71-8281-26641c373c95), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.828494 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:46.828494 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:46.920350 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] Pushing event updated for resources: {'Network': ['ID=334439c5-6ef6-4e71-8281-26641c373c95,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:46.934985 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 334439c5-6ef6-4e71-8281-26641c373c95 details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:18:47.015028 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3a8e0cc1-7379-4d05-ada8-c84ff06d637e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (b9359a55-7ad6-43ee-bb7a-495869f04477), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:47.028956 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:47.065797 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-3a8e0cc1-7379-4d05-ada8-c84ff06d637e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0b9e2cf1a4dc4dc2be51bd45d4a1c6b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7859209 May 18 14:18:47.066796 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e0cc1-7379-4d05-ada8-c84ff06d637e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9359a55-7ad6-43ee-bb7a-495869f04477,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:47.070396 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43100) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:47.105281 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b3f8fd37-29e4-41dc-a54e-5b31f9bb5343 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.5432503 May 18 14:18:47.106258 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-03e0be24-573c-4c30-9e0a-ad5c5e488265 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4486508 May 18 14:18:47.111654 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43104) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:47.121078 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43106) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:47.124660 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-03aa2f9b-cced-4813-8cd1-2caabf7f8b97 admin admin] Request body: {'subnet': {'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-565884950-subnet', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'ip_version': 4}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:18:47.154594 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-198cc4b2-8a9a-45db-8fae-6241f3b23a70 admin admin] Publish callbacks [] for security_group (b9359a55-7ad6-43ee-bb7a-495869f04477), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:47.157822 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-b8d8ae25-7cd9-4a10-ab6c-369310d831cf admin admin] Request body: {'subnet': {'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1651629165-subnet', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:18:47.187484 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-198cc4b2-8a9a-45db-8fae-6241f3b23a70 admin admin] Publish callbacks [] for security_group (b9359a55-7ad6-43ee-bb7a-495869f04477), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:47.194612 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:47.324489 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c08ba1-4b45-45ed-8516-aecb3e23b40f req-e3f90086-ab10-4252-80ef-53b1c0c453f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:47.326108 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95c08ba1-4b45-45ed-8516-aecb3e23b40f req-e3f90086-ab10-4252-80ef-53b1c0c453f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0710120 May 18 14:18:47.386272 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95c08ba1-4b45-45ed-8516-aecb3e23b40f req-61aa1017-360b-4e8a-aa87-189695a226f0 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507796 May 18 14:18:47.429694 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d8ae25-7cd9-4a10-ab6c-369310d831cf admin admin] Made reservation on behalf of 658446fc889449e6bc55b5856b9ce144 for: {'subnet': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:18:47.432416 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b8d8ae25-7cd9-4a10-ab6c-369310d831cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3790876'] for subnet (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:47.477797 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aa2f9b-cced-4813-8cd1-2caabf7f8b97 admin admin] Made reservation on behalf of 40663a63d8dc4922879421a0c7d0c0a7 for: {'subnet': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:18:47.480112 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-03aa2f9b-cced-4813-8cd1-2caabf7f8b97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3790876'] for subnet (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:47.510790 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-198cc4b2-8a9a-45db-8fae-6241f3b23a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (b9359a55-7ad6-43ee-bb7a-495869f04477), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:47.515356 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-198cc4b2-8a9a-45db-8fae-6241f3b23a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:47.519188 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-198cc4b2-8a9a-45db-8fae-6241f3b23a70 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b9359a55-7ad6-43ee-bb7a-495869f04477 HTTP/1.1" status: 204 len: 168 time: 0.4440007 May 18 14:18:47.530132 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cc4b2-8a9a-45db-8fae-6241f3b23a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9359a55-7ad6-43ee-bb7a-495869f04477,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:47.929535 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-03aa2f9b-cced-4813-8cd1-2caabf7f8b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3790858'] for subnet (17f3fca3-f8aa-4221-afa0-9e4e902842ea), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:47.932760 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b8d8ae25-7cd9-4a10-ab6c-369310d831cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3790858'] for subnet (9d339709-559c-40e7-b626-3d9428a02eca), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:48.023744 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa2f9b-cced-4813-8cd1-2caabf7f8b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f3fca3-f8aa-4221-afa0-9e4e902842ea,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:48.070784 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8ae25-7cd9-4a10-ab6c-369310d831cf admin admin] Checking segment: {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:18:48.071678 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d8ae25-7cd9-4a10-ab6c-369310d831cf admin admin] Network hostable DHCP agents. Network: 334439c5-6ef6-4e71-8281-26641c373c95, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:18:48.077702 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa2f9b-cced-4813-8cd1-2caabf7f8b97 admin admin] Checking segment: {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:18:48.078064 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aa2f9b-cced-4813-8cd1-2caabf7f8b97 admin admin] Network hostable DHCP agents. Network: 485bb1dd-78e1-4b7c-907c-2599bbac27f4, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:18:48.100081 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8ae25-7cd9-4a10-ab6c-369310d831cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d339709-559c-40e7-b626-3d9428a02eca,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:48.236655 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d8ae25-7cd9-4a10-ab6c-369310d831cf admin admin] Network 334439c5-6ef6-4e71-8281-26641c373c95 is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:18:48.241741 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aa2f9b-cced-4813-8cd1-2caabf7f8b97 admin admin] Network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:18:48.505528 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36253ab-fb3b-45d4-bbb4-459533eecfd9 req-6920de52-06f5-44b5-b308-a5b44d2ceadf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:48.507108 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f36253ab-fb3b-45d4-bbb4-459533eecfd9 req-6920de52-06f5-44b5-b308-a5b44d2ceadf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0502117 May 18 14:18:48.524618 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-b8d8ae25-7cd9-4a10-ab6c-369310d831cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 334439c5-6ef6-4e71-8281-26641c373c95) {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:18:48.526633 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-03aa2f9b-cced-4813-8cd1-2caabf7f8b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 485bb1dd-78e1-4b7c-907c-2599bbac27f4) {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:18:48.535356 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa659039-7cec-41e3-aa47-00878a5aea9f None None] Network 334439c5-6ef6-4e71-8281-26641c373c95 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:18:48.535902 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8ae25-7cd9-4a10-ab6c-369310d831cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:48.537298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b8d8ae25-7cd9-4a10-ab6c-369310d831cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:48.540137 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aa2f9b-cced-4813-8cd1-2caabf7f8b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:48.540729 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-03aa2f9b-cced-4813-8cd1-2caabf7f8b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:48.579676 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f36253ab-fb3b-45d4-bbb4-459533eecfd9 req-8b520367-36a8-4907-90ad-6046f6f5f891 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665059 May 18 14:18:48.584606 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43148) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:48.586262 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19447395-4caf-4b33-bc38-ee8c0f939061 None None] Network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:18:48.600243 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5061625a-7a2d-4d18-a1d9-41b4d68aec6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:48.697989 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b8d8ae25-7cd9-4a10-ab6c-369310d831cf admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5831532 May 18 14:18:48.714154 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-03aa2f9b-cced-4813-8cd1-2caabf7f8b97 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5976641 May 18 14:18:48.715339 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43152) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:48.717697 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43154) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:48.724717 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:18:48.729305 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:18:48.756498 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb805bdb4-2e36-56dc-976c-a47f1b047df3-485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea'}]}} from dv-cinder-755101-9-iscsi. {{(pid=104326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:18:48.758729 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:48.766277 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb805bdb4-2e36-56dc-976c-a47f1b047df3-334439c5-6ef6-4e71-8281-26641c373c95', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'project_id': '658446fc889449e6bc55b5856b9ce144', 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca'}]}} from dv-cinder-755101-9-iscsi. {{(pid=104326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:18:48.767971 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:48.787213 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5061625a-7a2d-4d18-a1d9-41b4d68aec6f admin admin] Publish callbacks [] for security_group (7c940d8d-76c0-42a5-a0d0-c80d660f9c7d), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:48.849779 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2874'] for router (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:48.851363 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2851'] for router (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:48.882803 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5061625a-7a2d-4d18-a1d9-41b4d68aec6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (7c940d8d-76c0-42a5-a0d0-c80d660f9c7d), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:48.893276 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2874'] for router (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:48.895967 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2851'] for router (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:48.997780 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-5061625a-7a2d-4d18-a1d9-41b4d68aec6f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0a959a2ca3064b9ca1c5d2984f2263e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119263 May 18 14:18:49.006071 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43158) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:49.016407 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061625a-7a2d-4d18-a1d9-41b4d68aec6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c940d8d-76c0-42a5-a0d0-c80d660f9c7d,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:49.061574 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Publish callbacks [] for router_controller (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), precommit_add_association {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.065396 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Publish callbacks [] for router_controller (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), precommit_add_association {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.115371 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-20aa2c5d-2f2e-462c-b97c-8f85bad96c34 admin admin] Publish callbacks [] for security_group (7c940d8d-76c0-42a5-a0d0-c80d660f9c7d), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.155620 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-20aa2c5d-2f2e-462c-b97c-8f85bad96c34 admin admin] Publish callbacks [] for security_group (7c940d8d-76c0-42a5-a0d0-c80d660f9c7d), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.178207 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Allocated IP 172.20.0.2 (485bb1dd-78e1-4b7c-907c-2599bbac27f4/17f3fca3-f8aa-4221-afa0-9e4e902842ea/f99bd632-86c5-40e5-987e-8ffdc32c7906) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:18:49.219283 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Allocated IP 172.20.0.2 (334439c5-6ef6-4e71-8281-26641c373c95/9d339709-559c-40e7-b626-3d9428a02eca/571627b2-4abb-4335-979f-2ff1e6b2fde0) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:18:49.366701 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Publish callbacks [] for router_gateway (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.490442 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:49.490717 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-20aa2c5d-2f2e-462c-b97c-8f85bad96c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (7c940d8d-76c0-42a5-a0d0-c80d660f9c7d), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.498015 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-20aa2c5d-2f2e-462c-b97c-8f85bad96c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.507992 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-20aa2c5d-2f2e-462c-b97c-8f85bad96c34 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c940d8d-76c0-42a5-a0d0-c80d660f9c7d HTTP/1.1" status: 204 len: 168 time: 0.5003138 May 18 14:18:49.557087 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Publish callbacks [] for router_gateway (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.572103 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa2c5d-2f2e-462c-b97c-8f85bad96c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c940d8d-76c0-42a5-a0d0-c80d660f9c7d,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:49.622283 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Publish callbacks [] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.694904 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Publish callbacks [] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.771991 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.778009 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29c9f4-50d9-44b8-a674-9e2a9ddd4b32 req-7a0b072b-3b49-4af4-8fd3-992cfc04a60f tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:49.779637 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4d29c9f4-50d9-44b8-a674-9e2a9ddd4b32 req-7a0b072b-3b49-4af4-8fd3-992cfc04a60f tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1056380 May 18 14:18:49.826603 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Publish callbacks [] for router_gateway (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.849015 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.869257 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:49.878786 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:49.892364 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Network 334439c5-6ef6-4e71-8281-26641c373c95 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:18:49.896075 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4d29c9f4-50d9-44b8-a674-9e2a9ddd4b32 req-742e4028-8347-4506-b9fd-a56e4a5c9a6c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087391 May 18 14:18:49.900024 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:18:49.910266 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:18:49.929769 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:18:49.929769 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=10 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:49.933897 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:18:49.942075 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Pushing event updated for resources: {'Port': ['ID=571627b2-4abb-4335-979f-2ff1e6b2fde0,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:49.949470 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:18:50.045115 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.045891 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.046806 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.047450 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.048070 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.048613 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.049180 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.049635 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.049860 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Publish callbacks [] for router_gateway (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:50.051876 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.052511 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.055710 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.056563 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.057337 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.058275 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.059011 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:50.075533 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Allocated IP 172.27.2.240 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/de6a075c-dc87-441f-9531-b42bf750283d) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:18:50.095517 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:50.244733 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Publish callbacks [] for port (de6a075c-dc87-441f-9531-b42bf750283d), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:50.245908 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Attempting to bind port 571627b2-4abb-4335-979f-2ff1e6b2fde0 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:18:50.246638 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Attempting to bind port 571627b2-4abb-4335-979f-2ff1e6b2fde0 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:18:50.247355 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Attempting to bind port 571627b2-4abb-4335-979f-2ff1e6b2fde0 on network 334439c5-6ef6-4e71-8281-26641c373c95 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:18:50.265558 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:18:50.266502 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Checking segment: {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:18:50.267352 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:50.272550 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Bound using segment: {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:18:50.272550 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Bound port: 571627b2-4abb-4335-979f-2ff1e6b2fde0, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:18:50.272550 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:50.323633 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Attempting to bind port f99bd632-86c5-40e5-987e-8ffdc32c7906 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:18:50.324545 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Attempting to bind port f99bd632-86c5-40e5-987e-8ffdc32c7906 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:18:50.325387 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Attempting to bind port f99bd632-86c5-40e5-987e-8ffdc32c7906 on network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:18:50.356094 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Pushing event updated for resources: {'Port': ['ID=f99bd632-86c5-40e5-987e-8ffdc32c7906,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:50.365375 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:18:50.365993 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Checking segment: {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:18:50.366646 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:50.367399 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Bound using segment: {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:18:50.368246 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Bound port: f99bd632-86c5-40e5-987e-8ffdc32c7906, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:18:50.369230 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:50.384735 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43192) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:50.461896 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (de6a075c-dc87-441f-9531-b42bf750283d), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:50.548468 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:18:50.556642 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:18:50.562511 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:18:50.605221 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Pushing event updated for resources: {'Port': ['ID=de6a075c-dc87-441f-9531-b42bf750283d,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:50.728897 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Allocated IP 172.27.2.118 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/c04641bf-21f2-4ca8-b954-a4f628bffccf) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:18:50.729712 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4113898f-525f-4789-bd74-4e92a901a88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:50.799958 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-18866323-f516-4e6d-b21d-228962c51bea None None] For port f99bd632-86c5-40e5-987e-8ffdc32c7906, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:18:50.804475 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-31780407-b9bf-4877-b037-2f23c22433af None None] For port 571627b2-4abb-4335-979f-2ff1e6b2fde0, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:18:50.810441 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-18866323-f516-4e6d-b21d-228962c51bea None None] For port f99bd632-86c5-40e5-987e-8ffdc32c7906, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=f99bd632-86c5-40e5-987e-8ffdc32c7906,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:18:50.823700 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-31780407-b9bf-4877-b037-2f23c22433af None None] For port 571627b2-4abb-4335-979f-2ff1e6b2fde0, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=571627b2-4abb-4335-979f-2ff1e6b2fde0,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:18:50.969226 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4113898f-525f-4789-bd74-4e92a901a88a admin admin] Publish callbacks [] for security_group (18a31998-e67b-4170-812b-fa85b1141ae1), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:50.994112 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Publish callbacks [] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:51.001026 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:51.005352 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:51.089302 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969a6ab-c227-4787-b74c-748fa10e3213 req-10dca156-dda5-415c-b6c2-0a6d5957b146 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:51.091209 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b969a6ab-c227-4787-b74c-748fa10e3213 req-10dca156-dda5-415c-b6c2-0a6d5957b146 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0622773 May 18 14:18:51.112551 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31780407-b9bf-4877-b037-2f23c22433af None None] Pushing event updated for resources: {'Port': ['ID=571627b2-4abb-4335-979f-2ff1e6b2fde0,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:51.191310 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18866323-f516-4e6d-b21d-228962c51bea None None] Pushing event updated for resources: {'Port': ['ID=f99bd632-86c5-40e5-987e-8ffdc32c7906,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:51.192932 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4113898f-525f-4789-bd74-4e92a901a88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (18a31998-e67b-4170-812b-fa85b1141ae1), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:51.216120 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b969a6ab-c227-4787-b74c-748fa10e3213 req-da899cc3-832a-4835-87fc-f2ab72c84c71 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177540 May 18 14:18:51.220973 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:51.288903 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-4113898f-525f-4789-bd74-4e92a901a88a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b684c4a62ba24a9c8b1864c879faa936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9023254 May 18 14:18:51.297741 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43224) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:51.300002 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:18:51.325988 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113898f-525f-4789-bd74-4e92a901a88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a31998-e67b-4170-812b-fa85b1141ae1,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:51.335555 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:18:51.339498 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Pushing event updated for resources: {'Port': ['ID=c04641bf-21f2-4ca8-b954-a4f628bffccf,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:51.342359 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:18:51.363816 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Publish callbacks [] for router_gateway (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:51.695109 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4a90c84b-9cdd-4d07-9d52-48a6ba54a79b admin admin] Publish callbacks [] for security_group (18a31998-e67b-4170-812b-fa85b1141ae1), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:51.768366 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4a90c84b-9cdd-4d07-9d52-48a6ba54a79b admin admin] Publish callbacks [] for security_group (18a31998-e67b-4170-812b-fa85b1141ae1), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:51.786216 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43232) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:51.942269 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Publish callbacks [] for router_gateway (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:51.943762 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:52.053282 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:52.083657 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device f99bd632-86c5-40e5-987e-8ffdc32c7906 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:18:52.139089 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e5bcef6a-90f3-4121-b1f4-0b3369a51e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:52.172050 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port f99bd632-86c5-40e5-987e-8ffdc32c7906 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:52.172412 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:52.189274 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632658'] for router (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:52.255047 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4a90c84b-9cdd-4d07-9d52-48a6ba54a79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (18a31998-e67b-4170-812b-fa85b1141ae1), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:52.260800 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4a90c84b-9cdd-4d07-9d52-48a6ba54a79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:52.262075 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-4a90c84b-9cdd-4d07-9d52-48a6ba54a79b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/18a31998-e67b-4170-812b-fa85b1141ae1 HTTP/1.1" status: 204 len: 168 time: 0.9609399 May 18 14:18:52.314802 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90c84b-9cdd-4d07-9d52-48a6ba54a79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a31998-e67b-4170-812b-fa85b1141ae1,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:52.447934 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port f99bd632-86c5-40e5-987e-8ffdc32c7906 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:52.451349 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:52.540375 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port f99bd632-86c5-40e5-987e-8ffdc32c7906, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=f99bd632-86c5-40e5-987e-8ffdc32c7906,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:52.573945 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e5bcef6a-90f3-4121-b1f4-0b3369a51e73 admin admin] Publish callbacks [] for security_group (daad79bb-323c-4a86-9f34-967637c95a0b), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:52.603301 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8804e-2369-4dc7-b83a-4083fa3502f5 req-8c63ca76-ffd4-41c9-92cf-f18b3293c7b1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:52.606639 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6cd8804e-2369-4dc7-b83a-4083fa3502f5 req-8c63ca76-ffd4-41c9-92cf-f18b3293c7b1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1155901 May 18 14:18:52.618632 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632658'] for router (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:52.626367 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:52.627708 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 571627b2-4abb-4335-979f-2ff1e6b2fde0 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:18:52.656410 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:52.659631 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e5bcef6a-90f3-4121-b1f4-0b3369a51e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (daad79bb-323c-4a86-9f34-967637c95a0b), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:52.785051 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e is scheduled to L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb with binding_index 1 {{(pid=104325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:18:52.802659 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e5bcef6a-90f3-4121-b1f4-0b3369a51e73 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=233a9a0ddff24e578698d3ae8bc92a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0122030 May 18 14:18:52.810927 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcef6a-90f3-4121-b1f4-0b3369a51e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daad79bb-323c-4a86-9f34-967637c95a0b,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:52.828269 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43260) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:52.854520 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 571627b2-4abb-4335-979f-2ff1e6b2fde0 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:52.854910 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:52.972629 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=f99bd632-86c5-40e5-987e-8ffdc32c7906,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:53.074145 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6cd8804e-2369-4dc7-b83a-4083fa3502f5 req-1a2bbaef-986c-468d-9efd-110446a57271 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131847 May 18 14:18:53.208768 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 571627b2-4abb-4335-979f-2ff1e6b2fde0 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:53.209343 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:53.275842 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port 571627b2-4abb-4335-979f-2ff1e6b2fde0, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=571627b2-4abb-4335-979f-2ff1e6b2fde0,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:53.278603 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e790a533-835c-4fca-963f-8b6406f92895 None None] Network 334439c5-6ef6-4e71-8281-26641c373c95 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:18:53.354493 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-18a9d374-6659-4dea-a5ae-f37745c1fb81 None None] Provisioning complete for port 571627b2-4abb-4335-979f-2ff1e6b2fde0 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:53.355047 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-18a9d374-6659-4dea-a5ae-f37745c1fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:53.409003 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Router fe4748ca-7337-4e62-b4d2-9767f1f0fccf is scheduled to L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb with binding_index 1 {{(pid=104324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:18:53.535486 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:53.543604 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d374-6659-4dea-a5ae-f37745c1fb81 None None] Current status of the port 571627b2-4abb-4335-979f-2ff1e6b2fde0 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:53.546428 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-18a9d374-6659-4dea-a5ae-f37745c1fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:53.636490 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43272) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:53.651638 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d12f3a18-9855-4384-ad23-1d6a6296aeb0 admin admin] Publish callbacks [] for security_group (daad79bb-323c-4a86-9f34-967637c95a0b), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:53.695638 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:53.721293 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-87b76b78-a604-4c55-b722-2c3763d672bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:53.740821 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:18:53.771372 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:18:53.772953 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Sync routers for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:18:53.809661 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d12f3a18-9855-4384-ad23-1d6a6296aeb0 admin admin] Publish callbacks [] for security_group (daad79bb-323c-4a86-9f34-967637c95a0b), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:53.823496 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:18:53.825836 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:18:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:53.905121 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.db.api [None req-18a9d374-6659-4dea-a5ae-f37745c1fb81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 14:18:53.906229 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG oslo_db.api [None req-18a9d374-6659-4dea-a5ae-f37745c1fb81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 14:18:53.906393 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:53.906635 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Sync routers for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:18:53.909007 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-6fa9dea3-1101-49d8-a0c5-d04c7588a481 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1896939 May 18 14:18:53.909205 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644ef960-0d84-4ec8-aec8-655b7ef0c0f0 None None] Network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:18:53.961575 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43278) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:54.046314 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-87b76b78-a604-4c55-b722-2c3763d672bc admin admin] Publish callbacks [] for security_group (3b24f7b6-a69f-4d69-8e54-9ab49713d07a), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:54.092993 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:18:54.093711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:54.100347 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-3aa53342-5177-4a58-b5cd-3ece16c630c7 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3775387 May 18 14:18:54.103088 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43282) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:54.110816 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=571627b2-4abb-4335-979f-2ff1e6b2fde0,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:54.153354 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device f99bd632-86c5-40e5-987e-8ffdc32c7906 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:18:54.206164 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:54.207865 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:18:54.208731 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:18:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:54.283697 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d12f3a18-9855-4384-ad23-1d6a6296aeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (daad79bb-323c-4a86-9f34-967637c95a0b), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:54.287428 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d12f3a18-9855-4384-ad23-1d6a6296aeb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:54.298196 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-d12f3a18-9855-4384-ad23-1d6a6296aeb0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/daad79bb-323c-4a86-9f34-967637c95a0b HTTP/1.1" status: 204 len: 168 time: 1.4534771 May 18 14:18:54.340285 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f3a18-9855-4384-ad23-1d6a6296aeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daad79bb-323c-4a86-9f34-967637c95a0b,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:54.365834 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port f99bd632-86c5-40e5-987e-8ffdc32c7906 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:54.366954 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:54.397885 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60f1ad-ebf5-4cd1-9574-366f0c845d92 req-7b2f9c32-8d6e-4cfd-b05e-8c738e8c7600 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:54.404675 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ad60f1ad-ebf5-4cd1-9574-366f0c845d92 req-7b2f9c32-8d6e-4cfd-b05e-8c738e8c7600 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1590633 May 18 14:18:54.405755 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-87b76b78-a604-4c55-b722-2c3763d672bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (3b24f7b6-a69f-4d69-8e54-9ab49713d07a), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:54.442872 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:50Z', 'revision_number': 3, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:54.490690 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Checking router: fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:18:54.491044 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Updating router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e port de6a075c-dc87-441f-9531-b42bf750283d binding host dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:18:54.545385 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (de6a075c-dc87-441f-9531-b42bf750283d), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:54.709767 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-87b76b78-a604-4c55-b722-2c3763d672bc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9394a764b4d84c0390ed84c0a0f17e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0716479 May 18 14:18:54.723219 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port f99bd632-86c5-40e5-987e-8ffdc32c7906 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:54.724037 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43298) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:54.779406 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-18a9d374-6659-4dea-a5ae-f37745c1fb81 None None] Current status of the port 571627b2-4abb-4335-979f-2ff1e6b2fde0 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:54.796490 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:18:54.800186 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:54.832766 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b76b78-a604-4c55-b722-2c3763d672bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b24f7b6-a69f-4d69-8e54-9ab49713d07a,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:54.864480 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c6035f64-1adb-4e75-bbee-5c8b2ffd3d54 admin admin] Publish callbacks [] for security_group (3b24f7b6-a69f-4d69-8e54-9ab49713d07a), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:54.955735 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ad60f1ad-ebf5-4cd1-9574-366f0c845d92 req-2547b146-0294-466e-b825-509a4e78b1dd tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813988 May 18 14:18:55.010070 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-fdbe3840-13f3-4fe1-888b-7835cea37935 None None] Provisioning complete for port f99bd632-86c5-40e5-987e-8ffdc32c7906 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:55.010070 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fdbe3840-13f3-4fe1-888b-7835cea37935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.018831 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c6035f64-1adb-4e75-bbee-5c8b2ffd3d54 admin admin] Publish callbacks [] for security_group (3b24f7b6-a69f-4d69-8e54-9ab49713d07a), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.036640 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.145453 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe3840-13f3-4fe1-888b-7835cea37935 None None] Current status of the port f99bd632-86c5-40e5-987e-8ffdc32c7906 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:55.209557 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:51Z', 'revision_number': 3, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:55.212339 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-fdbe3840-13f3-4fe1-888b-7835cea37935 None None] Provisioning complete for port 571627b2-4abb-4335-979f-2ff1e6b2fde0 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:55.212814 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fdbe3840-13f3-4fe1-888b-7835cea37935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.272339 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:55.296694 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Checking router: fe4748ca-7337-4e62-b4d2-9767f1f0fccf for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:18:55.297077 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Updating router fe4748ca-7337-4e62-b4d2-9767f1f0fccf port c04641bf-21f2-4ca8-b954-a4f628bffccf binding host dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:18:55.321763 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.339585 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Allocated IP 172.20.0.1 (485bb1dd-78e1-4b7c-907c-2599bbac27f4/17f3fca3-f8aa-4221-afa0-9e4e902842ea/f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:18:55.367068 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.441107 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c6035f64-1adb-4e75-bbee-5c8b2ffd3d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (3b24f7b6-a69f-4d69-8e54-9ab49713d07a), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.444400 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c6035f64-1adb-4e75-bbee-5c8b2ffd3d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.446750 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-c6035f64-1adb-4e75-bbee-5c8b2ffd3d54 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3b24f7b6-a69f-4d69-8e54-9ab49713d07a HTTP/1.1" status: 204 len: 168 time: 0.7205217 May 18 14:18:55.460272 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6035f64-1adb-4e75-bbee-5c8b2ffd3d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b24f7b6-a69f-4d69-8e54-9ab49713d07a,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:55.494922 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Publish callbacks [] for port (de6a075c-dc87-441f-9531-b42bf750283d), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.565732 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43322) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:55.594998 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Allocated IP 172.20.0.1 (334439c5-6ef6-4e71-8281-26641c373c95/9d339709-559c-40e7-b626-3d9428a02eca/0b307381-c005-491a-b25e-4498f10a2128) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:18:55.609452 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (de6a075c-dc87-441f-9531-b42bf750283d), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.631232 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4a09a65b-4fe8-4edf-a58d-5f264850ba61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.674766 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:55.679665 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:55.718207 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Pushing event updated for resources: {'Port': ['ID=de6a075c-dc87-441f-9531-b42bf750283d,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:55.721213 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Attempting to bind port de6a075c-dc87-441f-9531-b42bf750283d on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:18:55.721725 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Attempting to bind port de6a075c-dc87-441f-9531-b42bf750283d by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:18:55.722951 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Attempting to bind port de6a075c-dc87-441f-9531-b42bf750283d on network 6fa52440-9078-453c-aafb-df38f6e3da5b {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:18:55.724177 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe3840-13f3-4fe1-888b-7835cea37935 None None] Current status of the port 571627b2-4abb-4335-979f-2ff1e6b2fde0 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.744474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:55.759243 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:18:55.759712 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Checking segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:18:55.760718 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.762079 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Bound using segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:18:55.762768 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Bound port: de6a075c-dc87-441f-9531-b42bf750283d, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:18:55.763172 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (de6a075c-dc87-441f-9531-b42bf750283d), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.766116 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:55.772933 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Publish callbacks [] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.890316 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] For port de6a075c-dc87-441f-9531-b42bf750283d, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:18:55.894860 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] For port de6a075c-dc87-441f-9531-b42bf750283d, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=de6a075c-dc87-441f-9531-b42bf750283d,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:18:55.900670 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:55.911846 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Publish callbacks [] for port (0b307381-c005-491a-b25e-4498f10a2128), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:55.950976 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-9942f5ef-f1e3-4f2c-8773-3425bf1391d2 None None] Provisioning complete for port f99bd632-86c5-40e5-987e-8ffdc32c7906 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:55.951454 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9942f5ef-f1e3-4f2c-8773-3425bf1391d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.009589 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (de6a075c-dc87-441f-9531-b42bf750283d), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.046180 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (0b307381-c005-491a-b25e-4498f10a2128), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.052261 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 571627b2-4abb-4335-979f-2ff1e6b2fde0 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:18:56.110483 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4a09a65b-4fe8-4edf-a58d-5f264850ba61 admin admin] Publish callbacks [] for security_group (dfac4c21-ec88-4265-9518-ce458b77c049), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.112193 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.147914 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:18:56.148619 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:18:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:56.202734 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Pushing event updated for resources: {'Port': ['ID=f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:56.209004 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4a09a65b-4fe8-4edf-a58d-5f264850ba61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (dfac4c21-ec88-4265-9518-ce458b77c049), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.226380 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:18:56.243007 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35667a7-0139-44cb-a8ab-d8c359df6bdd None None] Pushing event updated for resources: {'Port': ['ID=de6a075c-dc87-441f-9531-b42bf750283d,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:56.245724 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:18:56.264589 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:18:56.300971 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Pushing event updated for resources: {'Port': ['ID=0b307381-c005-491a-b25e-4498f10a2128,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:56.326357 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-4a09a65b-4fe8-4edf-a58d-5f264850ba61 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7267cecf771440a0bb4c1ce4787ee310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7539492 May 18 14:18:56.328080 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43336) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:56.333834 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Network 334439c5-6ef6-4e71-8281-26641c373c95 is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:18:56.347277 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:56.355707 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:18:56.370965 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09a65b-4fe8-4edf-a58d-5f264850ba61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfac4c21-ec88-4265-9518-ce458b77c049,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:56.410910 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:18:56.441223 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645247'] for router_interface (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.448339 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:18:56.463251 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-9942f5ef-f1e3-4f2c-8773-3425bf1391d2 None None] Current status of the port f99bd632-86c5-40e5-987e-8ffdc32c7906 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:56.465345 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 571627b2-4abb-4335-979f-2ff1e6b2fde0 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:56.465720 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.499851 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Publish callbacks [] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.602862 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3610b-4340-49fb-ac4f-bd86fcbae1ea req-b4be1895-5289-491b-b602-1711723ba354 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:56.604736 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9bb3610b-4340-49fb-ac4f-bd86fcbae1ea req-b4be1895-5289-491b-b602-1711723ba354 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.2819812 May 18 14:18:56.612633 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde8c08-5845-4541-bc78-517f05508c00 req-f6c620a2-bcee-492e-924d-63e7a63f33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:56.614476 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4dde8c08-5845-4541-bc78-517f05508c00 req-f6c620a2-bcee-492e-924d-63e7a63f33fd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 1129 time: 0.2011895 May 18 14:18:56.620997 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645247'] for router_interface (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.728382 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.731934 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f6db79ac-9011-4178-9ea3-9c80215f2d5d admin admin] Publish callbacks [] for security_group (dfac4c21-ec88-4265-9518-ce458b77c049), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.902834 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4dde8c08-5845-4541-bc78-517f05508c00 req-4da9c31d-449a-47c4-aea9-95699544a7db service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784240 May 18 14:18:56.931021 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9bb3610b-4340-49fb-ac4f-bd86fcbae1ea req-45ca5dfd-e2fd-4443-b965-d2d6d677c223 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053534 May 18 14:18:56.935736 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f6db79ac-9011-4178-9ea3-9c80215f2d5d admin admin] Publish callbacks [] for security_group (dfac4c21-ec88-4265-9518-ce458b77c049), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:56.938904 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be377265-98ee-41ea-a11a-a1dc5d6cf248 None None] Pushing event updated for resources: {'Port': ['ID=c04641bf-21f2-4ca8-b954-a4f628bffccf,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:56.985207 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Attempting to bind port c04641bf-21f2-4ca8-b954-a4f628bffccf on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:18:56.985613 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Attempting to bind port c04641bf-21f2-4ca8-b954-a4f628bffccf by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:18:56.986275 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Attempting to bind port c04641bf-21f2-4ca8-b954-a4f628bffccf on network 6fa52440-9078-453c-aafb-df38f6e3da5b {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:18:57.019528 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:50Z', 'revision_number': 3, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:57.046666 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.057753 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c15bd-6f40-45ea-96a1-e7a7ccc33a53 None None] The sync data for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi is: [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:50Z', 'revision_number': 3, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:18:57.061334 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 571627b2-4abb-4335-979f-2ff1e6b2fde0 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:57.073116 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:57.078791 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:18:57.079169 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Checking segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:18:57.079561 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:57.079697 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.079955 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Bound using segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:18:57.080445 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Bound port: c04641bf-21f2-4ca8-b954-a4f628bffccf, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:18:57.080847 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.085475 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-162e4f34-1fb5-4d4d-abd9-a8ecde259281 None None] Provisioning complete for port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:57.085927 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-162e4f34-1fb5-4d4d-abd9-a8ecde259281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.123339 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f6db79ac-9011-4178-9ea3-9c80215f2d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (dfac4c21-ec88-4265-9518-ce458b77c049), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.126584 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f6db79ac-9011-4178-9ea3-9c80215f2d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.130539 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-f6db79ac-9011-4178-9ea3-9c80215f2d5d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dfac4c21-ec88-4265-9518-ce458b77c049 HTTP/1.1" status: 204 len: 168 time: 0.7935879 May 18 14:18:57.154142 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db79ac-9011-4178-9ea3-9c80215f2d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfac4c21-ec88-4265-9518-ce458b77c049,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:57.166483 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43346) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:57.184925 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (0b307381-c005-491a-b25e-4498f10a2128), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.236276 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-162e4f34-1fb5-4d4d-abd9-a8ecde259281 None None] Port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:18:57.236698 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4d0524c1-099e-423c-8edd-ad69aba827e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.241535 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] For port c04641bf-21f2-4ca8-b954-a4f628bffccf, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:18:57.267135 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] For port c04641bf-21f2-4ca8-b954-a4f628bffccf, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=c04641bf-21f2-4ca8-b954-a4f628bffccf,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:18:57.367125 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-69154a24-f551-42fa-a72f-9ec0104997f4 None None] Provisioning complete for port 0b307381-c005-491a-b25e-4498f10a2128 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:57.368379 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-69154a24-f551-42fa-a72f-9ec0104997f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (0b307381-c005-491a-b25e-4498f10a2128), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.434773 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-69154a24-f551-42fa-a72f-9ec0104997f4 None None] Port 0b307381-c005-491a-b25e-4498f10a2128 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:18:57.438574 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.482425 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Publish callbacks [] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.485675 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4d0524c1-099e-423c-8edd-ad69aba827e4 admin admin] Publish callbacks [] for security_group (dea5d74f-d3fa-4c2a-a43d-b62a228cac1c), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.531361 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Publish callbacks [] for port (0b307381-c005-491a-b25e-4498f10a2128), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.532193 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:18:57.532949 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:18:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:57.538974 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be377265-98ee-41ea-a11a-a1dc5d6cf248 None None] Pushing event updated for resources: {'Port': ['ID=c04641bf-21f2-4ca8-b954-a4f628bffccf,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:57.567799 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.574426 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4d0524c1-099e-423c-8edd-ad69aba827e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (dea5d74f-d3fa-4c2a-a43d-b62a228cac1c), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.614305 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (0b307381-c005-491a-b25e-4498f10a2128), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.746369 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-4d0524c1-099e-423c-8edd-ad69aba827e4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e5b0b09954af46088f9a25a09a62a6f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5787666 May 18 14:18:57.753315 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43348) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:18:57.767295 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0524c1-099e-423c-8edd-ad69aba827e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea5d74f-d3fa-4c2a-a43d-b62a228cac1c,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:57.793869 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646453'] for router_interface (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:57.823512 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Pushing event updated for resources: {'Port': ['ID=f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:58.001480 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-8c63475d-d69f-4210-9e17-a2a5d87ff151 admin admin] Publish callbacks [] for security_group (dea5d74f-d3fa-4c2a-a43d-b62a228cac1c), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:58.045744 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:18:58.053459 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:58.104857 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-8c63475d-d69f-4210-9e17-a2a5d87ff151 admin admin] Publish callbacks [] for security_group (dea5d74f-d3fa-4c2a-a43d-b62a228cac1c), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:58.127593 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:18:58.134998 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device de6a075c-dc87-441f-9531-b42bf750283d up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:18:58.135620 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:18:58.314891 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:58.408405 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port de6a075c-dc87-441f-9531-b42bf750283d triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:58.408979 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (de6a075c-dc87-441f-9531-b42bf750283d), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:58.467831 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Pushing event updated for resources: {'Port': ['ID=0b307381-c005-491a-b25e-4498f10a2128,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:58.541352 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc9bd4-67c4-47b7-8520-1961472cf0aa req-4a0f5690-d65d-478e-9e91-b5494072f597 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:18:58.578930 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-79fc9bd4-67c4-47b7-8520-1961472cf0aa req-4a0f5690-d65d-478e-9e91-b5494072f597 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.2495985 May 18 14:18:58.578930 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646453'] for router_interface (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:58.590694 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:18:58.634282 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:58.674410 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-5bf95ee6-ec70-4129-9584-5a0f667550b5 None None] Provisioning complete for port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:58.675000 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5bf95ee6-ec70-4129-9584-5a0f667550b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:58.709506 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-79fc9bd4-67c4-47b7-8520-1961472cf0aa req-1bd3b38e-c7b1-48be-9edc-83a88ac65b96 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468117 May 18 14:18:58.709707 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-8c63475d-d69f-4210-9e17-a2a5d87ff151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (dea5d74f-d3fa-4c2a-a43d-b62a228cac1c), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:58.718887 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-8c63475d-d69f-4210-9e17-a2a5d87ff151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:58.735844 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-5bf95ee6-ec70-4129-9584-5a0f667550b5 None None] Port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:18:58.739838 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-8c63475d-d69f-4210-9e17-a2a5d87ff151 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dea5d74f-d3fa-4c2a-a43d-b62a228cac1c HTTP/1.1" status: 204 len: 168 time: 0.9786739 May 18 14:18:58.743265 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port de6a075c-dc87-441f-9531-b42bf750283d is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:18:58.744033 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (de6a075c-dc87-441f-9531-b42bf750283d), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:58.763739 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Network 334439c5-6ef6-4e71-8281-26641c373c95 is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:18:58.772718 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:18:58.797387 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port de6a075c-dc87-441f-9531-b42bf750283d, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=de6a075c-dc87-441f-9531-b42bf750283d,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:18:58.977446 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (de6a075c-dc87-441f-9531-b42bf750283d), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:59.111122 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:18:59.116904 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63475d-d69f-4210-9e17-a2a5d87ff151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea5d74f-d3fa-4c2a-a43d-b62a228cac1c,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:59.136044 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-95868c49-2937-4075-8973-8750f0f6988f admin admin] 10.222.0.71 "PUT /v2.0/routers/fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1716442 May 18 14:18:59.137886 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Router fe4748ca-7337-4e62-b4d2-9767f1f0fccf has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:18:59.138934 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:59.203933 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:18:55Z', 'revision_number': 1, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:59.456935 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd038210-9008-41fb-8d3e-fd538e80d70f None None] The sync data for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi is: [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:18:55Z', 'revision_number': 1, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:18:59.468623 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:18:59.477452 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=de6a075c-dc87-441f-9531-b42bf750283d,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:59.496482 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-fd0f45a6-3385-4056-a9a9-ce65d9f80b81 None None] Provisioning complete for port 0b307381-c005-491a-b25e-4498f10a2128 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:18:59.500748 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-d528fe7c-dc99-4b1f-9261-b548ac35e555 admin admin] 10.222.0.71 "PUT /v2.0/routers/fe4748ca-7337-4e62-b4d2-9767f1f0fccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3915935 May 18 14:18:59.501159 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fd0f45a6-3385-4056-a9a9-ce65d9f80b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (0b307381-c005-491a-b25e-4498f10a2128), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:18:59.501540 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:INSERT=2,neutron:DELETE=2,neutron:SELECT=96 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:18:59.595723 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-fd0f45a6-3385-4056-a9a9-ce65d9f80b81 None None] Port 0b307381-c005-491a-b25e-4498f10a2128 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:18:59.995121 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device de6a075c-dc87-441f-9531-b42bf750283d up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:00.087206 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cafda5-0834-448b-bddd-e0ee0a9187c2 req-39b78af6-5d55-4310-b99b-37afbc6b8b23 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:00.095693 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d2cafda5-0834-448b-bddd-e0ee0a9187c2 req-39b78af6-5d55-4310-b99b-37afbc6b8b23 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1359074 May 18 14:19:00.144280 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port de6a075c-dc87-441f-9531-b42bf750283d triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:00.145011 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (de6a075c-dc87-441f-9531-b42bf750283d), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:00.255690 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d2cafda5-0834-448b-bddd-e0ee0a9187c2 req-5aef2362-109a-4d41-8bf4-34e6f3869e72 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399128 May 18 14:19:00.338397 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port de6a075c-dc87-441f-9531-b42bf750283d is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:00.437469 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Sync routers for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:19:00.478533 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fb8da-99f2-4625-9620-5d0a32d840f3 req-7a3ca503-9b31-4901-b18f-24f9bbf80552 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:00.478533 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ee2fb8da-99f2-4625-9620-5d0a32d840f3 req-7a3ca503-9b31-4901-b18f-24f9bbf80552 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.1333618 May 18 14:19:00.480323 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:19:00.482765 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:18:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:00.575481 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43428) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:00.582480 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-c8625450-d97f-434a-9b4f-017475673cb7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276139822', 'description': 'tempest-description--1300867725'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:00.595996 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:00.627169 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ee2fb8da-99f2-4625-9620-5d0a32d840f3 req-abedc309-f9bb-4d63-843a-d9990a22d6b4 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514854 May 18 14:19:00.746939 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:19:00.792239 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c8625450-d97f-434a-9b4f-017475673cb7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:00.884304 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:01.023632 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c8625450-d97f-434a-9b4f-017475673cb7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group (126211a8-e763-4f2a-9dd1-d605c45425c6), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.118388 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a5fd72d8-20a5-4aab-b941-b159ddf39db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.121085 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c8625450-d97f-434a-9b4f-017475673cb7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (126211a8-e763-4f2a-9dd1-d605c45425c6), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.182189 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:01.200825 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8625450-d97f-434a-9b4f-017475673cb7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126211a8-e763-4f2a-9dd1-d605c45425c6,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:01.243723 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:18:57Z', 'revision_number': 2, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:01.275620 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Checking router: fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:19:01.275858 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Updating router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 binding host dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:19:01.302964 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43450) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:01.312323 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-829863743-network', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:01.313076 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.365926 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c8625450-d97f-434a-9b4f-017475673cb7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.370258 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-c8625450-d97f-434a-9b4f-017475673cb7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7909508 May 18 14:19:01.371392 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43454) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:01.376726 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-da597ae7-6099-4fa1-bbfb-7c243cc0ff8c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Request body: {'security_group_rule': {'security_group_id': '126211a8-e763-4f2a-9dd1-d605c45425c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:01.418864 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:01.448842 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Made reservation on behalf of e15c5252b2014b189dd35e3adfa68206 for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:19:01.452741 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.473871 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.540002 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-da597ae7-6099-4fa1-bbfb-7c243cc0ff8c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group_rule (1c6510c0-65ff-401d-990c-275f2d8f6da8), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.554716 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:01.662381 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Publish callbacks [] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.710447 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-da597ae7-6099-4fa1-bbfb-7c243cc0ff8c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group_rule (1c6510c0-65ff-401d-990c-275f2d8f6da8), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.725665 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Publish callbacks [] for security_group (a5840eb0-4857-477f-b070-84aa6e428ad7), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.866462 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.912380 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (a5840eb0-4857-477f-b070-84aa6e428ad7), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.924482 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-da597ae7-6099-4fa1-bbfb-7c243cc0ff8c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (1c6510c0-65ff-401d-990c-275f2d8f6da8), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:01.969170 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932e03-600f-4b24-a7fc-cfb57b123f3e None None] Pushing event updated for resources: {'Port': ['ID=f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:02.015675 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da597ae7-6099-4fa1-bbfb-7c243cc0ff8c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6510c0-65ff-401d-990c-275f2d8f6da8,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:02.019239 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device c04641bf-21f2-4ca8-b954-a4f628bffccf up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:02.081329 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:19:02.088346 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5840eb0-4857-477f-b070-84aa6e428ad7,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:02.112647 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Attempting to bind port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:19:02.114339 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (06f143d1-18da-4ca4-b8ee-562356271744), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.116815 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Added segment 06f143d1-18da-4ca4-b8ee-562356271744 of type vlan for network 51d6b999-b8a6-468c-94bc-a4192f566773 May 18 14:19:02.121807 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Attempting to bind port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:19:02.122143 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Attempting to bind port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 on network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:02.140623 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port c04641bf-21f2-4ca8-b954-a4f628bffccf triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:02.141248 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:19:02.142593 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Checking segment: {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:02.143057 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.143609 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Bound using segment: {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:19:02.144130 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Bound port: f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:19:02.144579 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.145375 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.219950 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:02.249851 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-da597ae7-6099-4fa1-bbfb-7c243cc0ff8c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.254802 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43478) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:02.259270 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-da597ae7-6099-4fa1-bbfb-7c243cc0ff8c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8842940 May 18 14:19:02.260569 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-77a160fa-e2a4-45bf-a1ec-01df606e58e3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Request body: {'security_group_rule': {'security_group_id': '126211a8-e763-4f2a-9dd1-d605c45425c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:02.271628 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (51d6b999-b8a6-468c-94bc-a4192f566773), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.332347 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port c04641bf-21f2-4ca8-b954-a4f628bffccf is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:02.338847 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.350639 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] For port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:19:02.360539 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] For port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:19:02.362252 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port c04641bf-21f2-4ca8-b954-a4f628bffccf, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=c04641bf-21f2-4ca8-b954-a4f628bffccf,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:02.391383 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-bf150e88-e28c-494d-97a2-0cdc101bcd4a None None] Provisioning complete for port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:02.391940 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bf150e88-e28c-494d-97a2-0cdc101bcd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.426546 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-77a160fa-e2a4-45bf-a1ec-01df606e58e3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group_rule (9dc7dfc8-5670-4655-8112-44b79c0dcae6), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.439871 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-bf150e88-e28c-494d-97a2-0cdc101bcd4a None None] Port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:19:02.442969 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (51d6b999-b8a6-468c-94bc-a4192f566773), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.444039 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:02.444642 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.444873 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.451571 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.516155 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:02.559619 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-77a160fa-e2a4-45bf-a1ec-01df606e58e3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group_rule (9dc7dfc8-5670-4655-8112-44b79c0dcae6), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.559938 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=c04641bf-21f2-4ca8-b954-a4f628bffccf,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:02.594356 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:19:02.604038 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:18:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:02.614503 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] Pushing event updated for resources: {'Network': ['ID=51d6b999-b8a6-468c-94bc-a4192f566773,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:02.628146 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 51d6b999-b8a6-468c-94bc-a4192f566773 details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:19:02.643302 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-77a160fa-e2a4-45bf-a1ec-01df606e58e3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (9dc7dfc8-5670-4655-8112-44b79c0dcae6), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.680545 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-6bc9b1fa-c6a5-4fb9-bc5c-9cbf1eb7db6e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3741813 May 18 14:19:02.684089 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43484) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:02.692280 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-3a684510-2850-4780-9591-b843c0e5b48c admin admin] Request body: {'subnet': {'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-829863743-subnet', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'ip_version': 4}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:02.711686 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a160fa-e2a4-45bf-a1ec-01df606e58e3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc7dfc8-5670-4655-8112-44b79c0dcae6,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:02.789971 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:19:02.818629 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-77a160fa-e2a4-45bf-a1ec-01df606e58e3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.826480 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43486) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:02.829388 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-77a160fa-e2a4-45bf-a1ec-01df606e58e3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5644705 May 18 14:19:02.834359 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:02.862708 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932e03-600f-4b24-a7fc-cfb57b123f3e None None] Pushing event updated for resources: {'Port': ['ID=f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8,revision_number=4']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:02.959077 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:02.961780 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.965112 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-79e7dd09-81f1-4809-86bd-1178657e7bde None None] Provisioning complete for port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:02.967566 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-79e7dd09-81f1-4809-86bd-1178657e7bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:02.967752 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a684510-2850-4780-9591-b843c0e5b48c admin admin] Made reservation on behalf of e15c5252b2014b189dd35e3adfa68206 for: {'subnet': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:19:02.971463 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3a684510-2850-4780-9591-b843c0e5b48c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324652'] for subnet (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:03.077831 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:03.091131 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-79e7dd09-81f1-4809-86bd-1178657e7bde None None] Current status of the port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:03.093857 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-79e7dd09-81f1-4809-86bd-1178657e7bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:03.094521 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Sync routers for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:19:03.141610 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-79e7dd09-81f1-4809-86bd-1178657e7bde None None] For port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:03.143204 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23551db5-a128-42f7-a669-3b6a6ab5cb53 None None] The sync data for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi is: [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:19:03.149503 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:19:03.150589 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:18:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:03.252029 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-79e7dd09-81f1-4809-86bd-1178657e7bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:03.266967 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:03.448838 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7dd09-81f1-4809-86bd-1178657e7bde None None] Pushing event updated for resources: {'Port': ['ID=f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:03.495135 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:03.497748 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:19:03.504619 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Allocated IP 172.27.2.59 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/50f108b2-f49f-4c42-a461-2904d2400414) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:19:03.537817 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43494) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:03.628816 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-63f05bfa-0c33-4351-b9b6-c66dd29fe8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:03.796150 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-90bade7e-acb9-4fd1-8f2c-a628312c2e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:03.819756 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:03.842913 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for port (50f108b2-f49f-4c42-a461-2904d2400414), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:03.902271 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3a684510-2850-4780-9591-b843c0e5b48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324666'] for subnet (a3186c9b-e9b4-4eee-9a02-a0aaf68eb407), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.047905 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (50f108b2-f49f-4c42-a461-2904d2400414), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.080101 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-90bade7e-acb9-4fd1-8f2c-a628312c2e53 admin admin] Publish callbacks [] for security_group (86af5977-82e9-4a07-838c-0aee5f17aac2), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.121149 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:04.166423 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device c04641bf-21f2-4ca8-b954-a4f628bffccf up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:04.180148 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:19:04.184166 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-90bade7e-acb9-4fd1-8f2c-a628312c2e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (86af5977-82e9-4a07-838c-0aee5f17aac2), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.189890 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a684510-2850-4780-9591-b843c0e5b48c admin admin] Checking segment: {'id': '06f143d1-18da-4ca4-b8ee-562356271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:04.189890 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a684510-2850-4780-9591-b843c0e5b48c admin admin] Network hostable DHCP agents. Network: 51d6b999-b8a6-468c-94bc-a4192f566773, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:19:04.192230 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a684510-2850-4780-9591-b843c0e5b48c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3186c9b-e9b4-4eee-9a02-a0aaf68eb407,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:04.197720 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:18:57Z', 'revision_number': 2, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:04.202711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:04.209263 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:19:04.286880 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-90bade7e-acb9-4fd1-8f2c-a628312c2e53 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b66d7527995446a58210747dbd23c25a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7469668 May 18 14:19:04.288193 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bade7e-acb9-4fd1-8f2c-a628312c2e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86af5977-82e9-4a07-838c-0aee5f17aac2,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:04.306505 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43508) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:04.359938 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:04.365835 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Checking router: fe4748ca-7337-4e62-b4d2-9767f1f0fccf for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:19:04.366753 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Updating router fe4748ca-7337-4e62-b4d2-9767f1f0fccf port 0b307381-c005-491a-b25e-4498f10a2128 binding host dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:19:04.385978 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event updated for resources: {'Port': ['ID=50f108b2-f49f-4c42-a461-2904d2400414,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:04.396404 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-887ad75d-d2fd-4393-a273-0d6bab989ad4 admin admin] Publish callbacks [] for security_group (86af5977-82e9-4a07-838c-0aee5f17aac2), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.431814 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-887ad75d-d2fd-4393-a273-0d6bab989ad4 admin admin] Publish callbacks [] for security_group (86af5977-82e9-4a07-838c-0aee5f17aac2), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.474232 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (0b307381-c005-491a-b25e-4498f10a2128), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.491234 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port c04641bf-21f2-4ca8-b954-a4f628bffccf triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:04.491959 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.500479 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (6562e1a3-e339-42f9-958c-a3232aada30e), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.572434 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a684510-2850-4780-9591-b843c0e5b48c admin admin] Network 51d6b999-b8a6-468c-94bc-a4192f566773 is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:19:04.616416 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-887ad75d-d2fd-4393-a273-0d6bab989ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (86af5977-82e9-4a07-838c-0aee5f17aac2), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.621333 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-887ad75d-d2fd-4393-a273-0d6bab989ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.666839 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-887ad75d-d2fd-4393-a273-0d6bab989ad4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/86af5977-82e9-4a07-838c-0aee5f17aac2 HTTP/1.1" status: 204 len: 168 time: 0.3157072 May 18 14:19:04.666839 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ad75d-d2fd-4393-a273-0d6bab989ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86af5977-82e9-4a07-838c-0aee5f17aac2,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:04.678929 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (50f108b2-f49f-4c42-a461-2904d2400414), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.727687 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-3a684510-2850-4780-9591-b843c0e5b48c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 51d6b999-b8a6-468c-94bc-a4192f566773) {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:04.746142 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410cb18-2638-40ab-8f41-3270ea888e9c None None] Network 51d6b999-b8a6-468c-94bc-a4192f566773 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:19:04.751422 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port c04641bf-21f2-4ca8-b954-a4f628bffccf is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:04.752588 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:04.755954 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a684510-2850-4780-9591-b843c0e5b48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:04.756603 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3a684510-2850-4780-9591-b843c0e5b48c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:04.911654 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-3a684510-2850-4780-9591-b843c0e5b48c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2259610 May 18 14:19:04.916382 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43514) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:04.926339 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-829863743-router', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:04.990332 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:04.990745 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.027262 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb805bdb4-2e36-56dc-976c-a47f1b047df3-51d6b999-b8a6-468c-94bc-a4192f566773', 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773', 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'fixed_ips': [{'subnet_id': 'a3186c9b-e9b4-4eee-9a02-a0aaf68eb407'}]}} from dv-cinder-755101-9-iscsi. {{(pid=104326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:19:05.028262 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.064578 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for port (50f108b2-f49f-4c42-a461-2904d2400414), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.065859 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2874'] for router (1a03834a-5c7a-4104-b9a2-ec360299acc9), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.067144 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2851'] for router (1a03834a-5c7a-4104-b9a2-ec360299acc9), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.158711 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Publish callbacks [] for router_controller (1a03834a-5c7a-4104-b9a2-ec360299acc9), precommit_add_association {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.165684 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (50f108b2-f49f-4c42-a461-2904d2400414), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.291410 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.309334 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (6562e1a3-e339-42f9-958c-a3232aada30e), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.326562 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event updated for resources: {'Port': ['ID=50f108b2-f49f-4c42-a461-2904d2400414,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:05.369519 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Publish callbacks [] for port (0b307381-c005-491a-b25e-4498f10a2128), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.412261 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.417446 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:05.433630 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-285e5c85-0d67-440c-8a5d-e0a015c389d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5890942 May 18 14:19:05.472989 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (0b307381-c005-491a-b25e-4498f10a2128), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.501270 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:05.533290 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d22f32-a7dc-4a90-bff8-6121b9055f1d None None] Pushing event updated for resources: {'Port': ['ID=0b307381-c005-491a-b25e-4498f10a2128,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:05.563443 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Allocated IP 172.20.0.2 (51d6b999-b8a6-468c-94bc-a4192f566773/a3186c9b-e9b4-4eee-9a02-a0aaf68eb407/a37e5491-edf4-4e42-8b37-9ad959d4d90b) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:19:05.672363 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Publish callbacks [] for router_gateway (1a03834a-5c7a-4104-b9a2-ec360299acc9), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.894124 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Attempting to bind port 0b307381-c005-491a-b25e-4498f10a2128 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:19:05.900322 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Attempting to bind port 0b307381-c005-491a-b25e-4498f10a2128 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:19:05.901024 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Attempting to bind port 0b307381-c005-491a-b25e-4498f10a2128 on network 334439c5-6ef6-4e71-8281-26641c373c95 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:05.969574 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:05.984909 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:19:05.984909 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Checking segment: {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:05.984909 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:05.985349 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Bound using segment: {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:19:05.985713 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Bound port: 0b307381-c005-491a-b25e-4498f10a2128, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:19:05.986101 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (0b307381-c005-491a-b25e-4498f10a2128), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:06.003338 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-ea1c498d-adc8-4df7-81b3-03fe4ff0ed09 None None] Provisioning complete for port 0b307381-c005-491a-b25e-4498f10a2128 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:06.007267 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ea1c498d-adc8-4df7-81b3-03fe4ff0ed09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (0b307381-c005-491a-b25e-4498f10a2128), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:06.073956 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-837d3e59-fe9c-44dd-ab8f-b2b5593b5aaa tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--276139822&fields=id&tenant_id=658446fc889449e6bc55b5856b9ce144 HTTP/1.1" status: 200 len: 267 time: 0.0903516 May 18 14:19:06.076085 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Publish callbacks [] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:06.125512 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c498d-adc8-4df7-81b3-03fe4ff0ed09 None None] Port 0b307381-c005-491a-b25e-4498f10a2128 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:19:06.157893 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] For port 0b307381-c005-491a-b25e-4498f10a2128, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:19:06.163659 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] For port 0b307381-c005-491a-b25e-4498f10a2128, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=0b307381-c005-491a-b25e-4498f10a2128,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:19:06.215814 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Publish callbacks [] for router_gateway (1a03834a-5c7a-4104-b9a2-ec360299acc9), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:06.250914 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:06.253306 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:06.262949 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:06.267475 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562759fd-7636-48a9-b407-6de874acff9c req-052bd7cf-fa3d-4704-abad-25b508b3df61 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:06.269772 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-052bd7cf-fa3d-4704-abad-25b508b3df61 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/networks?id=334439c5-6ef6-4e71-8281-26641c373c95 HTTP/1.1" status: 200 len: 811 time: 0.1947691 May 18 14:19:06.284331 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:06.311262 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-a2039c3b-db2f-43b5-bc5f-3ed7aa179fa1 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/quotas/658446fc889449e6bc55b5856b9ce144 HTTP/1.1" status: 200 len: 375 time: 0.0272448 May 18 14:19:06.399358 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Pushing event updated for resources: {'Port': ['ID=a37e5491-edf4-4e42-8b37-9ad959d4d90b,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:06.416726 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Network 51d6b999-b8a6-468c-94bc-a4192f566773 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:19:06.418486 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:06.420937 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (0b307381-c005-491a-b25e-4498f10a2128), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:06.432415 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:19:06.445946 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-9f3c6679-548f-44ce-991d-9151c8c17242 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=658446fc889449e6bc55b5856b9ce144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1251423 May 18 14:19:06.544388 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:19:06.545261 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:19:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:06.590516 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Allocated IP 172.27.2.215 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/53a9f195-b616-49bb-8f8d-dd44c32656c1) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:19:06.720098 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57811c17-3918-4bfd-8031-52fbff7071d9 req-3ab2fb71-b345-4971-b05d-736e29659361 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:06.734165 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-57811c17-3918-4bfd-8031-52fbff7071d9 req-3ab2fb71-b345-4971-b05d-736e29659361 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.2846184 May 18 14:19:06.847432 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:19:06.976030 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:06.981993 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb584d-adcd-4d96-84e1-4c0efb430e4c req-9e94641e-3e50-4179-bb78-4029be685ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:06.988185 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5dbb584d-adcd-4d96-84e1-4c0efb430e4c req-9e94641e-3e50-4179-bb78-4029be685ba3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 1130 time: 0.4510279 May 18 14:19:07.097780 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-57811c17-3918-4bfd-8031-52fbff7071d9 req-0a0bbcf1-9769-48da-91ca-fc9e03bfe659 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531864 May 18 14:19:07.177632 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-109b0370-471b-454b-b714-55290b5559d3 service neutron] 10.222.0.71 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618011 May 18 14:19:07.191335 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Publish callbacks [] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:07.218331 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Attempting to bind port a37e5491-edf4-4e42-8b37-9ad959d4d90b on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:19:07.219091 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Attempting to bind port a37e5491-edf4-4e42-8b37-9ad959d4d90b by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '06f143d1-18da-4ca4-b8ee-562356271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:19:07.219462 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Attempting to bind port a37e5491-edf4-4e42-8b37-9ad959d4d90b on network 51d6b999-b8a6-468c-94bc-a4192f566773 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:07.256944 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:19:07.258048 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Checking segment: {'id': '06f143d1-18da-4ca4-b8ee-562356271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:07.258448 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:07.258841 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Bound using segment: {'id': '06f143d1-18da-4ca4-b8ee-562356271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:19:07.259515 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Bound port: a37e5491-edf4-4e42-8b37-9ad959d4d90b, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f143d1-18da-4ca4-b8ee-562356271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:19:07.259902 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:07.336795 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-bef52d92-dfcb-4629-9564-6156f633521d None None] Provisioning complete for port 0b307381-c005-491a-b25e-4498f10a2128 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:07.337428 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bef52d92-dfcb-4629-9564-6156f633521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (0b307381-c005-491a-b25e-4498f10a2128), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:07.342595 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d22f32-a7dc-4a90-bff8-6121b9055f1d None None] Pushing event updated for resources: {'Port': ['ID=0b307381-c005-491a-b25e-4498f10a2128,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:07.353544 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb584d-adcd-4d96-84e1-4c0efb430e4c req-1e15f202-e688-410d-8e3b-6b75d93a55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:07.355786 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5dbb584d-adcd-4d96-84e1-4c0efb430e4c req-1e15f202-e688-410d-8e3b-6b75d93a55a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.3223336 May 18 14:19:07.381578 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:07.417324 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5dbb584d-adcd-4d96-84e1-4c0efb430e4c req-7aa62991-8397-48c7-a88e-1f4ca80d5909 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8e5e90-7411-4133-9ff1-cc1ae0609c77 HTTP/1.1" status: 200 len: 217 time: 0.0503297 May 18 14:19:07.420133 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-2f7093e7-5011-4822-a351-08df9ca31f79 service neutron] 10.222.0.71 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405262 May 18 14:19:07.462255 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:07.502464 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb584d-adcd-4d96-84e1-4c0efb430e4c req-8631b583-16b7-45fd-a3a5-9a27b531296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:07.504174 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5dbb584d-adcd-4d96-84e1-4c0efb430e4c req-8631b583-16b7-45fd-a3a5-9a27b531296f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.0828748 May 18 14:19:07.538498 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] For port a37e5491-edf4-4e42-8b37-9ad959d4d90b, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:19:07.565385 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] For port a37e5491-edf4-4e42-8b37-9ad959d4d90b, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=a37e5491-edf4-4e42-8b37-9ad959d4d90b,segment=NetworkSegment(06f143d1-18da-4ca4-b8ee-562356271744),segment_id=06f143d1-18da-4ca4-b8ee-562356271744)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:19:07.576197 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Pushing event updated for resources: {'Port': ['ID=53a9f195-b616-49bb-8f8d-dd44c32656c1,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:07.620420 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:06Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:07.627782 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:19:07.631514 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:07.645237 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:19:07.655816 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-bef52d92-dfcb-4629-9564-6156f633521d None None] Current status of the port 0b307381-c005-491a-b25e-4498f10a2128 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:07.656211 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bef52d92-dfcb-4629-9564-6156f633521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (0b307381-c005-491a-b25e-4498f10a2128), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:07.657249 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb584d-adcd-4d96-84e1-4c0efb430e4c req-086c2129-0111-417f-9096-784e82edcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:07.658810 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b84de-ab49-4bd3-9e9b-58f4e48cdac8 None None] The sync data for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi is: [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:06Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:19:07.660733 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5dbb584d-adcd-4d96-84e1-4c0efb430e4c req-086c2129-0111-417f-9096-784e82edcf04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1494048 May 18 14:19:07.763781 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-bef52d92-dfcb-4629-9564-6156f633521d None None] For port 0b307381-c005-491a-b25e-4498f10a2128, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=0b307381-c005-491a-b25e-4498f10a2128,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:07.792696 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:07.892054 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:07.899989 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bef52d92-dfcb-4629-9564-6156f633521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (0b307381-c005-491a-b25e-4498f10a2128), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:08.021697 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f0826-7651-411e-9694-cc8932a7cba7 None None] Pushing event updated for resources: {'Port': ['ID=a37e5491-edf4-4e42-8b37-9ad959d4d90b,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:08.331911 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 0b307381-c005-491a-b25e-4498f10a2128 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:08.474489 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3d4b4782-52e8-4f1e-98d8-6b8f1a7b1c66 req-d44c356d-b166-4011-9e8a-3c75bb5cb834 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 210 time: 0.1422894 May 18 14:19:08.573975 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:08.629080 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:08.635890 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43636) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:08.639977 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef52d92-dfcb-4629-9564-6156f633521d None None] Pushing event updated for resources: {'Port': ['ID=0b307381-c005-491a-b25e-4498f10a2128,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:08.657907 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:08.689319 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 0b307381-c005-491a-b25e-4498f10a2128 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:08.689701 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (0b307381-c005-491a-b25e-4498f10a2128), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:08.777145 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5dbb584d-adcd-4d96-84e1-4c0efb430e4c req-f0989707-6d0d-49d1-80d5-357ba12bc05b service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1082592 May 18 14:19:08.845634 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 0b307381-c005-491a-b25e-4498f10a2128 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:08.883717 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:08.908337 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce2377-527b-4139-8d79-9329a5050482 req-32c6cccd-c448-4012-8b22-a3ae27cd7da1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:08.915772 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-73ce2377-527b-4139-8d79-9329a5050482 req-32c6cccd-c448-4012-8b22-a3ae27cd7da1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.4401312 May 18 14:19:09.023999 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5dbb584d-adcd-4d96-84e1-4c0efb430e4c req-4c6f9b18-814e-4e81-a2a2-a7f6ce35297e service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232592 May 18 14:19:09.040711 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-73ce2377-527b-4139-8d79-9329a5050482 req-e55f9136-41d1-4b75-938b-ad7e77e22785 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237504 May 18 14:19:09.049197 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-850140eb-262b-4c01-8c25-a25b41f4a204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:09.121054 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Publish callbacks [] for router_gateway (1a03834a-5c7a-4104-b9a2-ec360299acc9), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:09.211129 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-850140eb-262b-4c01-8c25-a25b41f4a204 admin admin] Publish callbacks [] for security_group (d14fa4f4-aa26-4cc1-b9c5-e2ef2e14aaa2), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:09.306052 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:09.356083 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-850140eb-262b-4c01-8c25-a25b41f4a204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (d14fa4f4-aa26-4cc1-b9c5-e2ef2e14aaa2), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:09.424939 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632658'] for router (1a03834a-5c7a-4104-b9a2-ec360299acc9), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:09.428354 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43648) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:09.430115 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-850140eb-262b-4c01-8c25-a25b41f4a204 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=626c2d56a06047499715d4ca474ee06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7699170 May 18 14:19:09.441219 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850140eb-262b-4c01-8c25-a25b41f4a204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14fa4f4-aa26-4cc1-b9c5-e2ef2e14aaa2,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:09.591168 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-296c70fc-f3be-4b60-903b-eec371a71f18 req-199a71cb-5562-45af-b655-4f4fb51dbc94 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 210 time: 0.0470314 May 18 14:19:09.628328 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c3f2be4-7751-4625-ae13-18560592e691 admin admin] Publish callbacks [] for security_group (d14fa4f4-aa26-4cc1-b9c5-e2ef2e14aaa2), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:09.688604 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c3f2be4-7751-4625-ae13-18560592e691 admin admin] Publish callbacks [] for security_group (d14fa4f4-aa26-4cc1-b9c5-e2ef2e14aaa2), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:09.903839 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:09.926028 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeac20a-7b69-4774-94f0-9d1f80fdccdc None None] Network 51d6b999-b8a6-468c-94bc-a4192f566773 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:19:09.938904 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Router 1a03834a-5c7a-4104-b9a2-ec360299acc9 is scheduled to L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb with binding_index 1 {{(pid=104325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:19:09.955170 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c3f2be4-7751-4625-ae13-18560592e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (d14fa4f4-aa26-4cc1-b9c5-e2ef2e14aaa2), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:09.967287 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c3f2be4-7751-4625-ae13-18560592e691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:09.970327 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-3c3f2be4-7751-4625-ae13-18560592e691 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d14fa4f4-aa26-4cc1-b9c5-e2ef2e14aaa2 HTTP/1.1" status: 204 len: 168 time: 0.5378835 May 18 14:19:09.989072 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f2be4-7751-4625-ae13-18560592e691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14fa4f4-aa26-4cc1-b9c5-e2ef2e14aaa2,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:10.040916 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-d459ac10-e7e7-41f0-af0c-f9b08d4bbc82 None None] Provisioning complete for port a37e5491-edf4-4e42-8b37-9ad959d4d90b triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:10.041814 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d459ac10-e7e7-41f0-af0c-f9b08d4bbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:10.247946 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:19:10.268694 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Sync routers for ids ['1a03834a-5c7a-4104-b9a2-ec360299acc9'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:19:10.309859 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Routers {'1a03834a-5c7a-4104-b9a2-ec360299acc9'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:19:10.311371 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:19:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['1a03834a-5c7a-4104-b9a2-ec360299acc9'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:10.358860 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device a37e5491-edf4-4e42-8b37-9ad959d4d90b up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:10.396774 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc554c9e-f3f6-4765-8b59-145ea472d168 req-e837f902-5f9c-4902-857b-bbb052409796 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:10.400077 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bc554c9e-f3f6-4765-8b59-145ea472d168 req-e837f902-5f9c-4902-857b-bbb052409796 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.1337786 May 18 14:19:10.405493 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:10.411090 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-7c15a9f5-ab39-41c8-a92d-b1a268b7952e admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4884858 May 18 14:19:10.411755 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43672) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:10.552806 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-d459ac10-e7e7-41f0-af0c-f9b08d4bbc82 None None] Current status of the port a37e5491-edf4-4e42-8b37-9ad959d4d90b is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:10.553392 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d459ac10-e7e7-41f0-af0c-f9b08d4bbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:10.607489 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bc554c9e-f3f6-4765-8b59-145ea472d168 req-68068692-a505-4863-9f34-6519b3700ab4 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664727 May 18 14:19:10.637074 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port a37e5491-edf4-4e42-8b37-9ad959d4d90b triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:10.637481 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:10.693335 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-d459ac10-e7e7-41f0-af0c-f9b08d4bbc82 None None] For port a37e5491-edf4-4e42-8b37-9ad959d4d90b, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=a37e5491-edf4-4e42-8b37-9ad959d4d90b,segment=NetworkSegment(06f143d1-18da-4ca4-b8ee-562356271744),segment_id=06f143d1-18da-4ca4-b8ee-562356271744)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:10.817106 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0af7bcdf-7818-4eda-9831-73b809e61be8 req-35439fd8-6d14-420c-8966-7dd04cb4fb55 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 210 time: 0.0427532 May 18 14:19:10.822881 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port a37e5491-edf4-4e42-8b37-9ad959d4d90b is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:10.823483 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:10.844947 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d459ac10-e7e7-41f0-af0c-f9b08d4bbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:10.859496 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Set router 1a03834a-5c7a-4104-b9a2-ec360299acc9 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:19:11.065054 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.db.api [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 14:19:11.065797 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG oslo_db.api [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 14:19:11.070897 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-9d73ea6e-8142-41e2-bde0-fe66b4946362 None None] Provisioning complete for port a37e5491-edf4-4e42-8b37-9ad959d4d90b triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:11.071518 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9d73ea6e-8142-41e2-bde0-fe66b4946362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:11.077948 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459ac10-e7e7-41f0-af0c-f9b08d4bbc82 None None] Pushing event updated for resources: {'Port': ['ID=a37e5491-edf4-4e42-8b37-9ad959d4d90b,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:11.236147 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-9d73ea6e-8142-41e2-bde0-fe66b4946362 None None] Current status of the port a37e5491-edf4-4e42-8b37-9ad959d4d90b is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:11.344848 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'name': 'tempest-TestVolumeBootPattern-829863743-router', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:19:05Z', 'updated_at': '2022-05-18T14:19:08Z', 'revision_number': 3, 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'gw_port': {'id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:19:06Z', 'updated_at': '2022-05-18T14:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:11.377505 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Checking router: 1a03834a-5c7a-4104-b9a2-ec360299acc9 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:19:11.391282 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Updating router 1a03834a-5c7a-4104-b9a2-ec360299acc9 port 53a9f195-b616-49bb-8f8d-dd44c32656c1 binding host dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:19:11.426838 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:11.460519 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:11.520920 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43708) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:11.549576 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-aa338087-2fed-4fcf-ac83-eafa023f498c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:11.588058 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:11.616514 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port a37e5491-edf4-4e42-8b37-9ad959d4d90b is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:11.618737 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 0b307381-c005-491a-b25e-4498f10a2128 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:11.706362 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 0b307381-c005-491a-b25e-4498f10a2128 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:11.706696 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (0b307381-c005-491a-b25e-4498f10a2128), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:11.725593 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-aa338087-2fed-4fcf-ac83-eafa023f498c admin admin] Publish callbacks [] for security_group (75ee0a89-4de0-4491-a274-038622e4684a), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:11.820619 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 0b307381-c005-491a-b25e-4498f10a2128 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:11.863738 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Allocated IP 172.20.0.1 (51d6b999-b8a6-468c-94bc-a4192f566773/a3186c9b-e9b4-4eee-9a02-a0aaf68eb407/5e7815b8-dd04-446d-9ab0-163dad119b91) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:19:11.898817 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-aa338087-2fed-4fcf-ac83-eafa023f498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (75ee0a89-4de0-4491-a274-038622e4684a), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:11.956696 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device a37e5491-edf4-4e42-8b37-9ad959d4d90b up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:11.989776 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48713e4-67ad-4c86-ae3a-2926f5ab5c90 req-16da90c5-70b5-4008-aab1-df2165a082ab tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:11.999149 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b48713e4-67ad-4c86-ae3a-2926f5ab5c90 req-16da90c5-70b5-4008-aab1-df2165a082ab tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.1659830 May 18 14:19:12.013076 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Publish callbacks [] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.060203 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port a37e5491-edf4-4e42-8b37-9ad959d4d90b triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:12.060889 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.072064 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-15b680d9-65f6-4474-acfb-e28e3dd1d6c4 req-056aa250-8dba-490d-80d6-92e8c51dcbe7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 210 time: 0.1056557 May 18 14:19:12.079461 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Publish callbacks [] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.095044 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa338087-2fed-4fcf-ac83-eafa023f498c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ee0a89-4de0-4491-a274-038622e4684a,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:12.138070 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43732) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:12.141091 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.153901 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-aa338087-2fed-4fcf-ac83-eafa023f498c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b015e1fa03c246c6a5566c590f471f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6310787 May 18 14:19:12.199466 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d6a1c-3d98-46fe-a525-35f3a40cca81 None None] Pushing event updated for resources: {'Port': ['ID=53a9f195-b616-49bb-8f8d-dd44c32656c1,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:12.204301 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b48713e4-67ad-4c86-ae3a-2926f5ab5c90 req-b830a588-edb9-4663-bb23-72fbc7955604 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041082 May 18 14:19:12.241442 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:12.242689 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port a37e5491-edf4-4e42-8b37-9ad959d4d90b is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:12.253950 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Attempting to bind port 53a9f195-b616-49bb-8f8d-dd44c32656c1 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:19:12.254387 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Attempting to bind port 53a9f195-b616-49bb-8f8d-dd44c32656c1 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:19:12.261730 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Attempting to bind port 53a9f195-b616-49bb-8f8d-dd44c32656c1 on network 6fa52440-9078-453c-aafb-df38f6e3da5b {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:12.261730 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:19:12.261730 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Checking segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:12.262048 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.262359 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Bound using segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:19:12.262897 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Bound port: 53a9f195-b616-49bb-8f8d-dd44c32656c1, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:19:12.263344 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.276732 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.330374 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] For port 53a9f195-b616-49bb-8f8d-dd44c32656c1, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:19:12.333937 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] For port 53a9f195-b616-49bb-8f8d-dd44c32656c1, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=53a9f195-b616-49bb-8f8d-dd44c32656c1,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:19:12.346499 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Network 51d6b999-b8a6-468c-94bc-a4192f566773 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:19:12.357917 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:12.360597 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:19:12.391969 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0d82-0b7a-4195-87f4-8f4e33c8ccd9 admin admin] Publish callbacks [] for security_group (75ee0a89-4de0-4491-a274-038622e4684a), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.396768 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7815b8-dd04-446d-9ab0-163dad119b91,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:12.432259 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.469796 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0d82-0b7a-4195-87f4-8f4e33c8ccd9 admin admin] Publish callbacks [] for security_group (75ee0a89-4de0-4491-a274-038622e4684a), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.551722 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645247'] for router_interface (1a03834a-5c7a-4104-b9a2-ec360299acc9), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.666383 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Routers {'1a03834a-5c7a-4104-b9a2-ec360299acc9'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:19:12.667130 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:19:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['1a03834a-5c7a-4104-b9a2-ec360299acc9'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:12.740458 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562759fd-7636-48a9-b407-6de874acff9c req-508c59ad-6238-4a24-9702-a81302feae8f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:12.744688 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-508c59ad-6238-4a24-9702-a81302feae8f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.72 "GET /v2.0/networks?id=334439c5-6ef6-4e71-8281-26641c373c95 HTTP/1.1" status: 200 len: 811 time: 0.3155408 May 18 14:19:12.780169 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d6a1c-3d98-46fe-a525-35f3a40cca81 None None] Pushing event updated for resources: {'Port': ['ID=53a9f195-b616-49bb-8f8d-dd44c32656c1,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:12.891037 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-a57baca9-318e-4212-91c9-c1767b4ab444 None None] Provisioning complete for port 5e7815b8-dd04-446d-9ab0-163dad119b91 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:12.891472 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a57baca9-318e-4212-91c9-c1767b4ab444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.909781 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43754) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:12.913105 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] Set router 1a03834a-5c7a-4104-b9a2-ec360299acc9 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:19:12.939907 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0d82-0b7a-4195-87f4-8f4e33c8ccd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (75ee0a89-4de0-4491-a274-038622e4684a), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.942483 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0d82-0b7a-4195-87f4-8f4e33c8ccd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:12.943670 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-1a1f0d82-0b7a-4195-87f4-8f4e33c8ccd9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/75ee0a89-4de0-4491-a274-038622e4684a HTTP/1.1" status: 204 len: 168 time: 0.7967701 May 18 14:19:12.978644 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f0d82-0b7a-4195-87f4-8f4e33c8ccd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ee0a89-4de0-4491-a274-038622e4684a,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:12.983037 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:12.985116 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-a57baca9-318e-4212-91c9-c1767b4ab444 None None] Port 5e7815b8-dd04-446d-9ab0-163dad119b91 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:19:13.058164 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:13.150030 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7d22-2fbd-4f63-869c-72e0907d9b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:13.259494 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e07efd31-bad0-4f97-b3d3-b5fcf21a56c2 req-37789b8f-ed00-46f2-902b-99b3fc994b60 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 210 time: 0.0496340 May 18 14:19:13.336377 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'name': 'tempest-TestVolumeBootPattern-829863743-router', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:19:05Z', 'updated_at': '2022-05-18T14:19:08Z', 'revision_number': 3, 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'gw_port': {'id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:19:06Z', 'updated_at': '2022-05-18T14:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:13.376545 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a49c5-ac79-41f4-813f-92668f06f5c6 None None] The sync data for ids ['1a03834a-5c7a-4104-b9a2-ec360299acc9'] in dv-cinder-755101-9-iscsi is: [{'id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'name': 'tempest-TestVolumeBootPattern-829863743-router', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:19:05Z', 'updated_at': '2022-05-18T14:19:08Z', 'revision_number': 3, 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'gw_port': {'id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:19:06Z', 'updated_at': '2022-05-18T14:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:19:13.377606 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7d22-2fbd-4f63-869c-72e0907d9b4e admin admin] Publish callbacks [] for security_group (001100d9-3c43-4604-8e2e-e25d12677886), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:13.520745 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:13.604684 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Publish callbacks [] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:13.611322 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7d22-2fbd-4f63-869c-72e0907d9b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (001100d9-3c43-4604-8e2e-e25d12677886), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:13.658738 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-0bbd7d22-2fbd-4f63-869c-72e0907d9b4e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ea86547d81c84851886b16790da3fb96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7471113 May 18 14:19:13.660948 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43786) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:13.705720 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:13.813948 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7815b8-dd04-446d-9ab0-163dad119b91,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:13.844729 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:13.851944 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:13.854618 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd7d22-2fbd-4f63-869c-72e0907d9b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001100d9-3c43-4604-8e2e-e25d12677886,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:13.902626 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3558ae5d-a29c-4f81-bacd-edd25b14cd22 admin admin] Publish callbacks [] for security_group (001100d9-3c43-4604-8e2e-e25d12677886), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:13.947188 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3558ae5d-a29c-4f81-bacd-edd25b14cd22 admin admin] Publish callbacks [] for security_group (001100d9-3c43-4604-8e2e-e25d12677886), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:13.968700 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:13.970771 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:13.992931 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646453'] for router_interface (1a03834a-5c7a-4104-b9a2-ec360299acc9), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:14.000136 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:14.031780 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd077110-dbfa-42ec-8796-036896cbe2ba req-fa616516-1d09-45a5-ac09-d35957a1c83d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:14.036721 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cd077110-dbfa-42ec-8796-036896cbe2ba req-fa616516-1d09-45a5-ac09-d35957a1c83d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.2018507 May 18 14:19:14.067085 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 53a9f195-b616-49bb-8f8d-dd44c32656c1 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:14.099564 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1d29c-f70f-4846-af4a-4bab6ef27513 req-b3179b5e-23c3-4011-b199-b4eae6365c6a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:14.107728 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-33a1d29c-f70f-4846-af4a-4bab6ef27513 req-b3179b5e-23c3-4011-b199-b4eae6365c6a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.7197437 May 18 14:19:14.178875 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Network 51d6b999-b8a6-468c-94bc-a4192f566773 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:19:14.183954 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:14.194002 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-33a1d29c-f70f-4846-af4a-4bab6ef27513 req-78dc6567-147d-4bf4-aa5d-1d3780877b80 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810020 May 18 14:19:14.221466 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cd077110-dbfa-42ec-8796-036896cbe2ba req-ed500be5-5e07-46fb-a08e-31882f33b1a0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643498 May 18 14:19:14.259587 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 53a9f195-b616-49bb-8f8d-dd44c32656c1 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:14.260217 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:14.272760 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3558ae5d-a29c-4f81-bacd-edd25b14cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (001100d9-3c43-4604-8e2e-e25d12677886), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:14.276947 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3558ae5d-a29c-4f81-bacd-edd25b14cd22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:14.278359 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-3558ae5d-a29c-4f81-bacd-edd25b14cd22 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/001100d9-3c43-4604-8e2e-e25d12677886 HTTP/1.1" status: 204 len: 168 time: 0.6044626 May 18 14:19:14.325080 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558ae5d-a29c-4f81-bacd-edd25b14cd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001100d9-3c43-4604-8e2e-e25d12677886,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:14.485229 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 53a9f195-b616-49bb-8f8d-dd44c32656c1 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:14.486541 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:14.576402 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b30efd8c-22f2-434c-9cf9-ec0c36279dfc req-ae5e4225-2dc8-4941-a7b8-a97f86376108 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 210 time: 0.1107028 May 18 14:19:14.588526 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port 53a9f195-b616-49bb-8f8d-dd44c32656c1, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=53a9f195-b616-49bb-8f8d-dd44c32656c1,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:14.623377 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Router 1a03834a-5c7a-4104-b9a2-ec360299acc9 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:19:14.706627 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:14.778066 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-7dba0d5b-dd1a-4780-b6ab-efe29fc63bfd None None] Provisioning complete for port 5e7815b8-dd04-446d-9ab0-163dad119b91 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:14.778066 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7dba0d5b-dd1a-4780-b6ab-efe29fc63bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:14.794767 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:DELETE=6,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:14.800380 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:19:14.821495 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-1ace087c-c6e1-4ff5-90b0-d2b28c4e2740 admin admin] 10.222.0.71 "PUT /v2.0/routers/1a03834a-5c7a-4104-b9a2-ec360299acc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4083021 May 18 14:19:14.834477 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=53a9f195-b616-49bb-8f8d-dd44c32656c1,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:14.853279 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-7dba0d5b-dd1a-4780-b6ab-efe29fc63bfd None None] Port 5e7815b8-dd04-446d-9ab0-163dad119b91 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:19:15.358600 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:19:15.384313 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-e484175b-cf9d-4460-89a5-806430deff4d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=658446fc889449e6bc55b5856b9ce144 HTTP/1.1" status: 200 len: 379 time: 0.1910486 May 18 14:19:15.393662 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285a644-4de2-499f-991f-c3d3b579f089 req-086e5402-6522-4368-86e7-9cefd9c35d39 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:15.395279 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2285a644-4de2-499f-991f-c3d3b579f089 req-086e5402-6522-4368-86e7-9cefd9c35d39 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.1002276 May 18 14:19:15.458645 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2285a644-4de2-499f-991f-c3d3b579f089 req-ace6f9e6-a7cc-4b56-aefc-deea66c8e377 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552981 May 18 14:19:15.460233 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:15.463683 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Request body: {'port': {'device_id': 'f5170720-7488-4707-a118-936a7088fa2e', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'admin_state_up': True, 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'security_groups': ['126211a8-e763-4f2a-9dd1-d605c45425c6']}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:15.546434 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43848) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:15.553659 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-ca80d57e-9d5f-47a0-983d-3b7357be5b82 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640691390', 'description': 'tempest-secgroup-smoke-640691390 description', 'project_id': '40663a63d8dc4922879421a0c7d0c0a7'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:15.557376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43850) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:15.649590 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718801-8543-424b-a2a1-1217f1614b5e req-550e42d2-b1c5-44d5-8c72-42399eb0a654 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:15.651708 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-db718801-8543-424b-a2a1-1217f1614b5e req-550e42d2-b1c5-44d5-8c72-42399eb0a654 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1211989 May 18 14:19:15.653056 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0f104139-39ef-4cf0-91ff-8eecd851e432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:15.763279 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:15.888603 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-17272636-13bc-45cf-a566-d5f4115c845d req-be01b46b-2ba5-427b-b33b-a70ca12a3e17 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 210 time: 0.1069806 May 18 14:19:15.948850 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-db718801-8543-424b-a2a1-1217f1614b5e req-826ff6c2-bff8-40e1-864c-90fe50f96da2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801194 May 18 14:19:15.963741 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 53a9f195-b616-49bb-8f8d-dd44c32656c1 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:15.974184 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0f104139-39ef-4cf0-91ff-8eecd851e432 admin admin] Publish callbacks [] for security_group (15c3e10e-205a-4f54-9a49-296c7989dcd3), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:15.980631 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Sync routers for ids ['1a03834a-5c7a-4104-b9a2-ec360299acc9'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:19:16.035298 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Routers {'1a03834a-5c7a-4104-b9a2-ec360299acc9'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:19:16.036062 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:19:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['1a03834a-5c7a-4104-b9a2-ec360299acc9'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:16.042619 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ca80d57e-9d5f-47a0-983d-3b7357be5b82 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:16.117588 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0f104139-39ef-4cf0-91ff-8eecd851e432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (15c3e10e-205a-4f54-9a49-296c7989dcd3), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:16.143716 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Made reservation on behalf of 658446fc889449e6bc55b5856b9ce144 for: {'port': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:19:16.147365 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:16.153440 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ca80d57e-9d5f-47a0-983d-3b7357be5b82 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group (450d2e01-a454-4112-af9d-9a88489bf8d5), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:16.201049 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-0f104139-39ef-4cf0-91ff-8eecd851e432 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=10053ebd82b147e4b68dc7460aca8504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5976276 May 18 14:19:16.204192 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43874) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:16.301297 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ca80d57e-9d5f-47a0-983d-3b7357be5b82 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (450d2e01-a454-4112-af9d-9a88489bf8d5), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:16.325176 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 53a9f195-b616-49bb-8f8d-dd44c32656c1 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:16.325557 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:16.374313 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80d57e-9d5f-47a0-983d-3b7357be5b82 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450d2e01-a454-4112-af9d-9a88489bf8d5,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:16.374682 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:16.397216 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-729a508e-2c09-4fac-b9e0-f050674cf87b admin admin] Publish callbacks [] for security_group (15c3e10e-205a-4f54-9a49-296c7989dcd3), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:16.409769 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Set router 1a03834a-5c7a-4104-b9a2-ec360299acc9 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:19:16.422151 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f104139-39ef-4cf0-91ff-8eecd851e432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c3e10e-205a-4f54-9a49-296c7989dcd3,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:16.457767 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-729a508e-2c09-4fac-b9e0-f050674cf87b admin admin] Publish callbacks [] for security_group (15c3e10e-205a-4f54-9a49-296c7989dcd3), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:16.471557 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ca80d57e-9d5f-47a0-983d-3b7357be5b82 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:16.473244 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-ca80d57e-9d5f-47a0-983d-3b7357be5b82 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9231400 May 18 14:19:16.474368 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Allocated IP 172.20.0.13 (334439c5-6ef6-4e71-8281-26641c373c95/9d339709-559c-40e7-b626-3d9428a02eca/3a13fd54-c45b-4661-b1e4-180d199c7f85) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:19:16.491836 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 43884) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:16.508386 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-2874a5d2-48e1-4c23-99d9-307e0f6de211 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'security_group_rule': {'security_group_id': '450d2e01-a454-4112-af9d-9a88489bf8d5', 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:16.683237 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-729a508e-2c09-4fac-b9e0-f050674cf87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (15c3e10e-205a-4f54-9a49-296c7989dcd3), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:16.686133 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-729a508e-2c09-4fac-b9e0-f050674cf87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:16.687317 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-729a508e-2c09-4fac-b9e0-f050674cf87b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/15c3e10e-205a-4f54-9a49-296c7989dcd3 HTTP/1.1" status: 204 len: 168 time: 0.4815114 May 18 14:19:16.734958 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a508e-2c09-4fac-b9e0-f050674cf87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c3e10e-205a-4f54-9a49-296c7989dcd3,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:16.799708 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 53a9f195-b616-49bb-8f8d-dd44c32656c1 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:16.831750 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578c269-5ae6-4d20-964a-93bd1368ae17 req-c941200a-ff99-4430-83dd-6a0d8c472683 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:16.837792 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4578c269-5ae6-4d20-964a-93bd1368ae17 req-c941200a-ff99-4430-83dd-6a0d8c472683 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.1921320 May 18 14:19:16.951935 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2874a5d2-48e1-4c23-99d9-307e0f6de211 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (4c60e35b-a99d-44bd-adbe-4adcf41e5160), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:16.953150 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'name': 'tempest-TestVolumeBootPattern-829863743-router', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:19:05Z', 'updated_at': '2022-05-18T14:19:12Z', 'revision_number': 4, 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'gw_port': {'id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:19:06Z', 'updated_at': '2022-05-18T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '5e7815b8-dd04-446d-9ab0-163dad119b91', 'name': '', 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'mac_address': 'fa:16:3e:d2:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a3186c9b-e9b4-4eee-9a02-a0aaf68eb407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:19:11Z', 'updated_at': '2022-05-18T14:19:13Z', 'revision_number': 2, 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'subnets': [{'id': 'a3186c9b-e9b4-4eee-9a02-a0aaf68eb407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:16.989417 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Checking router: 1a03834a-5c7a-4104-b9a2-ec360299acc9 for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:19:16.989787 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Updating router 1a03834a-5c7a-4104-b9a2-ec360299acc9 port 5e7815b8-dd04-446d-9ab0-163dad119b91 binding host dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:19:17.055068 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:17.056555 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:17.080407 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-64b47566-2eed-40b6-9676-006e4fa63dba req-5080d013-9d76-49d3-9672-6a14cd7cccfb tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 210 time: 0.0821438 May 18 14:19:17.124546 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4578c269-5ae6-4d20-964a-93bd1368ae17 req-3a7c21f4-98a2-4206-b829-a320960c58c7 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366557 May 18 14:19:17.286711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2874a5d2-48e1-4c23-99d9-307e0f6de211 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (4c60e35b-a99d-44bd-adbe-4adcf41e5160), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:17.297137 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:17.350777 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c67b-9d71-42af-9356-7ce45368b8a3 req-252880f8-02b9-45c9-bc57-7d09b398350f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:17.364933 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ba97c67b-9d71-42af-9356-7ce45368b8a3 req-252880f8-02b9-45c9-bc57-7d09b398350f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1679423 May 18 14:19:17.459879 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2874a5d2-48e1-4c23-99d9-307e0f6de211 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (4c60e35b-a99d-44bd-adbe-4adcf41e5160), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:17.496970 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ba97c67b-9d71-42af-9356-7ce45368b8a3 req-1c19204c-f515-4e14-90e3-20ee119fc805 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308200 May 18 14:19:17.501346 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874a5d2-48e1-4c23-99d9-307e0f6de211 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c60e35b-a99d-44bd-adbe-4adcf41e5160,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:17.546619 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Publish callbacks [] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:17.579087 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:17.630192 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Network 334439c5-6ef6-4e71-8281-26641c373c95 is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:19:17.639156 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:17.641987 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:19:17.643041 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:17.652174 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2874a5d2-48e1-4c23-99d9-307e0f6de211 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:17.654025 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-2874a5d2-48e1-4c23-99d9-307e0f6de211 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1596532 May 18 14:19:17.656912 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43926) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:17.661920 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-880df7cc-022b-46dd-8d37-48a28a41f2fd tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'security_group_rule': {'security_group_id': '450d2e01-a454-4112-af9d-9a88489bf8d5', 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:17.693983 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event updated for resources: {'Port': ['ID=3a13fd54-c45b-4661-b1e4-180d199c7f85,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:17.719565 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:17.720692 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:17.721810 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:17.759544 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:17.830445 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a4ffe-e941-4d87-8809-40500bd43aa3 None None] Pushing event updated for resources: {'Port': ['ID=5e7815b8-dd04-446d-9ab0-163dad119b91,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:17.897136 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-880df7cc-022b-46dd-8d37-48a28a41f2fd tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (3ceec4a9-24a6-47e7-901c-31ef690188e2), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:17.900298 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe81676-d130-4bc6-a81a-0b673ed4ad6a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4405770 May 18 14:19:17.926337 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Request body: {'port': {'device_id': 'f5170720-7488-4707-a118-936a7088fa2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:17.932729 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Attempting to bind port 5e7815b8-dd04-446d-9ab0-163dad119b91 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:19:17.933183 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Attempting to bind port 5e7815b8-dd04-446d-9ab0-163dad119b91 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '06f143d1-18da-4ca4-b8ee-562356271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:19:17.933557 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Attempting to bind port 5e7815b8-dd04-446d-9ab0-163dad119b91 on network 51d6b999-b8a6-468c-94bc-a4192f566773 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:17.943802 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:19:17.944369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Checking segment: {'id': '06f143d1-18da-4ca4-b8ee-562356271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:17.946300 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:17.946300 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Bound using segment: {'id': '06f143d1-18da-4ca4-b8ee-562356271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:19:17.946300 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Bound port: 5e7815b8-dd04-446d-9ab0-163dad119b91, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f143d1-18da-4ca4-b8ee-562356271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:19:17.946795 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.007975 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:18.044658 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] For port 5e7815b8-dd04-446d-9ab0-163dad119b91, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:19:18.052893 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] For port 5e7815b8-dd04-446d-9ab0-163dad119b91, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=5e7815b8-dd04-446d-9ab0-163dad119b91,segment=NetworkSegment(06f143d1-18da-4ca4-b8ee-562356271744),segment_id=06f143d1-18da-4ca4-b8ee-562356271744)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:19:18.057631 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-a81b77b3-f31a-44a9-b08d-afe4398bc545 None None] Provisioning complete for port 3a13fd54-c45b-4661-b1e4-180d199c7f85 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:18.058026 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a81b77b3-f31a-44a9-b08d-afe4398bc545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.070986 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.090811 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-880df7cc-022b-46dd-8d37-48a28a41f2fd tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (3ceec4a9-24a6-47e7-901c-31ef690188e2), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.124549 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-a81b77b3-f31a-44a9-b08d-afe4398bc545 None None] Port 3a13fd54-c45b-4661-b1e4-180d199c7f85 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:19:18.181576 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.282225 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43952) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:18.284675 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-880df7cc-022b-46dd-8d37-48a28a41f2fd tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (3ceec4a9-24a6-47e7-901c-31ef690188e2), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.331278 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880df7cc-022b-46dd-8d37-48a28a41f2fd tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ceec4a9-24a6-47e7-901c-31ef690188e2,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:18.360987 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Routers {'1a03834a-5c7a-4104-b9a2-ec360299acc9'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:19:18.361872 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:19:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['1a03834a-5c7a-4104-b9a2-ec360299acc9'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:18.364891 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a4ffe-e941-4d87-8809-40500bd43aa3 None None] Pushing event updated for resources: {'Port': ['ID=5e7815b8-dd04-446d-9ab0-163dad119b91,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:18.372034 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-8cb67c05-ae0f-4242-b47b-8a51ea3c9371 None None] Provisioning complete for port 5e7815b8-dd04-446d-9ab0-163dad119b91 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:18.373695 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8cb67c05-ae0f-4242-b47b-8a51ea3c9371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.485196 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-880df7cc-022b-46dd-8d37-48a28a41f2fd tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.488497 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-880df7cc-022b-46dd-8d37-48a28a41f2fd tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8302538 May 18 14:19:18.496320 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43958) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:18.501473 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:18.506943 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-341f2997-2460-49e3-8b8b-6bfa1befdddb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'security_group_rule': {'security_group_id': '450d2e01-a454-4112-af9d-9a88489bf8d5', 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:18.548093 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606f0ca-dc00-4a65-9c18-18336fd722e7 req-e2566371-3009-4d64-b5ef-32611b0bcd7d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:18.549949 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4606f0ca-dc00-4a65-9c18-18336fd722e7 req-e2566371-3009-4d64-b5ef-32611b0bcd7d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.2368691 May 18 14:19:18.560446 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ec806-1e06-4617-ba19-f3ef6618ac07 req-4c7e3363-328d-4a83-8a61-59b2b622ab10 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:18.567863 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5a9ec806-1e06-4617-ba19-f3ef6618ac07 req-4c7e3363-328d-4a83-8a61-59b2b622ab10 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 932 time: 0.2558203 May 18 14:19:18.577481 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-90cd761c-870a-4925-be4e-1a7759daa1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.634965 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] Set router 1a03834a-5c7a-4104-b9a2-ec360299acc9 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:19:18.654148 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:18.717113 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-341f2997-2460-49e3-8b8b-6bfa1befdddb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (124e62a1-f589-4b17-8c78-b6a18918b8c2), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.777052 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-90cd761c-870a-4925-be4e-1a7759daa1a9 admin admin] Publish callbacks [] for security_group (434c1590-83b7-4471-9938-2018cc59b407), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.792308 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-8cb67c05-ae0f-4242-b47b-8a51ea3c9371 None None] Current status of the port 5e7815b8-dd04-446d-9ab0-163dad119b91 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:18.792692 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8cb67c05-ae0f-4242-b47b-8a51ea3c9371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.801309 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-341f2997-2460-49e3-8b8b-6bfa1befdddb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (124e62a1-f589-4b17-8c78-b6a18918b8c2), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.884894 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4606f0ca-dc00-4a65-9c18-18336fd722e7 req-5eb902a4-9cd5-4ffc-83ca-95d188410ae5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895184 May 18 14:19:18.885187 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-8cb67c05-ae0f-4242-b47b-8a51ea3c9371 None None] For port 5e7815b8-dd04-446d-9ab0-163dad119b91, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=5e7815b8-dd04-446d-9ab0-163dad119b91,segment=NetworkSegment(06f143d1-18da-4ca4-b8ee-562356271744),segment_id=06f143d1-18da-4ca4-b8ee-562356271744)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:18.894320 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5a9ec806-1e06-4617-ba19-f3ef6618ac07 req-b981ea62-65f4-4990-8374-60689d8e0e01 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937603 May 18 14:19:18.911382 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-90cd761c-870a-4925-be4e-1a7759daa1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (434c1590-83b7-4471-9938-2018cc59b407), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.923566 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:18.967393 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-90cd761c-870a-4925-be4e-1a7759daa1a9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=db48ef2391704a73ae344f9d5be1f931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6810215 May 18 14:19:18.967393 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-341f2997-2460-49e3-8b8b-6bfa1befdddb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (124e62a1-f589-4b17-8c78-b6a18918b8c2), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:18.971438 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43970) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:18.985363 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd761c-870a-4925-be4e-1a7759daa1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434c1590-83b7-4471-9938-2018cc59b407,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:18.996688 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f2997-2460-49e3-8b8b-6bfa1befdddb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124e62a1-f589-4b17-8c78-b6a18918b8c2,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:19.042241 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8cb67c05-ae0f-4242-b47b-8a51ea3c9371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.057195 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'name': 'tempest-TestVolumeBootPattern-829863743-router', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:19:05Z', 'updated_at': '2022-05-18T14:19:12Z', 'revision_number': 4, 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'gw_port': {'id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:19:06Z', 'updated_at': '2022-05-18T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '5e7815b8-dd04-446d-9ab0-163dad119b91', 'name': '', 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'mac_address': 'fa:16:3e:d2:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a3186c9b-e9b4-4eee-9a02-a0aaf68eb407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:19:11Z', 'updated_at': '2022-05-18T14:19:18Z', 'revision_number': 4, 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'subnets': [{'id': 'a3186c9b-e9b4-4eee-9a02-a0aaf68eb407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:19.090534 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b43ff60a-3056-4d11-9a14-967c0938cecb admin admin] Publish callbacks [] for security_group (434c1590-83b7-4471-9938-2018cc59b407), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.097506 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a13fd54-c45b-4661-b1e4-180d199c7f85 {{(pid=104324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:19:19.118161 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0112150-0ae9-4141-9309-07cf455e92de None None] The sync data for ids ['1a03834a-5c7a-4104-b9a2-ec360299acc9'] in dv-cinder-755101-9-iscsi is: [{'id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'name': 'tempest-TestVolumeBootPattern-829863743-router', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:19:05Z', 'updated_at': '2022-05-18T14:19:12Z', 'revision_number': 4, 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'gw_port': {'id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:19:06Z', 'updated_at': '2022-05-18T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '5e7815b8-dd04-446d-9ab0-163dad119b91', 'name': '', 'network_id': '51d6b999-b8a6-468c-94bc-a4192f566773', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'mac_address': 'fa:16:3e:d2:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a3186c9b-e9b4-4eee-9a02-a0aaf68eb407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:19:11Z', 'updated_at': '2022-05-18T14:19:18Z', 'revision_number': 4, 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'subnets': [{'id': 'a3186c9b-e9b4-4eee-9a02-a0aaf68eb407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:19:19.119245 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Publish callbacks [] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.134554 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:19.144208 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b43ff60a-3056-4d11-9a14-967c0938cecb admin admin] Publish callbacks [] for security_group (434c1590-83b7-4471-9938-2018cc59b407), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.166935 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb67c05-ae0f-4242-b47b-8a51ea3c9371 None None] Pushing event updated for resources: {'Port': ['ID=5e7815b8-dd04-446d-9ab0-163dad119b91,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:19.172031 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-ed65cb0e-ef7c-458f-8780-21c4b8e1bb70 None None] Provisioning complete for port 5e7815b8-dd04-446d-9ab0-163dad119b91 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:19.172405 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ed65cb0e-ef7c-458f-8780-21c4b8e1bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.187717 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-341f2997-2460-49e3-8b8b-6bfa1befdddb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.189674 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-341f2997-2460-49e3-8b8b-6bfa1befdddb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6917617 May 18 14:19:19.194042 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43974) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:19.202402 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-29b5deea-71aa-4955-882a-6b7276d4825b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'security_group_rule': {'security_group_id': '450d2e01-a454-4112-af9d-9a88489bf8d5', 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:19.250664 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.provisioning_blocks [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Transition to ACTIVE for port object 3a13fd54-c45b-4661-b1e4-180d199c7f85 will not be triggered until provisioned by entity L2. {{(pid=104324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:19:19.299674 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d1a42-eda6-4f54-b853-de5726cec4bb req-882fa267-e854-4d31-8229-11cc886431f9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:19.309574 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-678d1a42-eda6-4f54-b853-de5726cec4bb req-882fa267-e854-4d31-8229-11cc886431f9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.2594991 May 18 14:19:19.335269 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.397453 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-ed65cb0e-ef7c-458f-8780-21c4b8e1bb70 None None] Current status of the port 5e7815b8-dd04-446d-9ab0-163dad119b91 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:19.457387 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-29b5deea-71aa-4955-882a-6b7276d4825b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (aa8eb026-7304-4ba9-ad95-ee8f6c707a7b), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.485507 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Pushing event updated for resources: {'Port': ['ID=3a13fd54-c45b-4661-b1e4-180d199c7f85,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:19.556969 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b43ff60a-3056-4d11-9a14-967c0938cecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (434c1590-83b7-4471-9938-2018cc59b407), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.560959 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b43ff60a-3056-4d11-9a14-967c0938cecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.562185 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b43ff60a-3056-4d11-9a14-967c0938cecb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/434c1590-83b7-4471-9938-2018cc59b407 HTTP/1.1" status: 204 len: 168 time: 0.5730937 May 18 14:19:19.588509 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ff60a-3056-4d11-9a14-967c0938cecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434c1590-83b7-4471-9938-2018cc59b407,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:19.626969 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-29b5deea-71aa-4955-882a-6b7276d4825b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (aa8eb026-7304-4ba9-ad95-ee8f6c707a7b), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.641966 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-678d1a42-eda6-4f54-b853-de5726cec4bb req-d052a38a-ac91-485e-962b-65c334802d00 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312049 May 18 14:19:19.695711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.managers [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Attempting to bind port 3a13fd54-c45b-4661-b1e4-180d199c7f85 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:19:19.696065 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.managers [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Attempting to bind port 3a13fd54-c45b-4661-b1e4-180d199c7f85 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'}] {{(pid=104324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:19:19.696404 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Attempting to bind port 3a13fd54-c45b-4661-b1e4-180d199c7f85 on network 334439c5-6ef6-4e71-8281-26641c373c95 {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:19.703777 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Port 3a13fd54-c45b-4661-b1e4-180d199c7f85 on network 334439c5-6ef6-4e71-8281-26641c373c95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:19:19.704120 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Attempting to bind port 3a13fd54-c45b-4661-b1e4-180d199c7f85 on network 334439c5-6ef6-4e71-8281-26641c373c95 {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:19.711442 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:19:19.712063 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Checking segment: {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:19.712465 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Bound using segment: {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'} {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:19:19.712978 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.managers [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Bound port: 3a13fd54-c45b-4661-b1e4-180d199c7f85, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'}}] {{(pid=104324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:19:19.713345 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.722356 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-29b5deea-71aa-4955-882a-6b7276d4825b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (aa8eb026-7304-4ba9-ad95-ee8f6c707a7b), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.777112 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5deea-71aa-4955-882a-6b7276d4825b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8eb026-7304-4ba9-ad95-ee8f6c707a7b,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:19.848675 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] For port 3a13fd54-c45b-4661-b1e4-180d199c7f85, host hv-cinder-75510, cleared binding levels {{(pid=104324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:19:19.853921 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] For port 3a13fd54-c45b-4661-b1e4-180d199c7f85, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=3a13fd54-c45b-4661-b1e4-180d199c7f85,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:19:19.906357 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-29b5deea-71aa-4955-882a-6b7276d4825b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:19.918096 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-29b5deea-71aa-4955-882a-6b7276d4825b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7193868 May 18 14:19:19.918739 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 43996) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:19.923750 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-a4cf1418-8b62-4b8c-bf07-330ac8aa0098 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'security_group_rule': {'security_group_id': '450d2e01-a454-4112-af9d-9a88489bf8d5', 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:19.992607 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:20.031834 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 5e7815b8-dd04-446d-9ab0-163dad119b91 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:20.102966 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.securitygroups_db [None req-a4cf1418-8b62-4b8c-bf07-330ac8aa0098 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Project 40663a63d8dc4922879421a0c7d0c0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:19:20.105291 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 5e7815b8-dd04-446d-9ab0-163dad119b91 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:20.108448 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:20.116026 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a4cf1418-8b62-4b8c-bf07-330ac8aa0098 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (32569a1c-9601-4fef-984f-091f32f15814), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:20.181945 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:20.182581 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:20.184135 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] 10.222.0.72 "PUT /v2.0/ports/3a13fd54-c45b-4661-b1e4-180d199c7f85 HTTP/1.1" status: 200 len: 1094 time: 2.2751122 May 18 14:19:20.243643 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5170720-7488-4707-a118-936a7088fa2e', 'tag': '3a13fd54-c45b-4661-b1e4-180d199c7f85'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:19:20.251153 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec9d032-1a2c-4283-b275-bf53dd661d26" -d '{"events": [{"name": "network-changed", "server_uuid": "f5170720-7488-4707-a118-936a7088fa2e", "tag": "3a13fd54-c45b-4661-b1e4-180d199c7f85"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:19:20.276795 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe60738-5131-4862-b4c6-b46638a70172 req-bd8dcaa9-37d3-401d-96a7-7d05b9597713 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:20.289660 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0fe60738-5131-4862-b4c6-b46638a70172 req-bd8dcaa9-37d3-401d-96a7-7d05b9597713 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.2463667 May 18 14:19:20.323243 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 5e7815b8-dd04-446d-9ab0-163dad119b91 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:20.346380 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a4cf1418-8b62-4b8c-bf07-330ac8aa0098 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (32569a1c-9601-4fef-984f-091f32f15814), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:20.408676 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86dbbc-082f-46b6-b592-8d1fdf068f2d req-efe5f65b-3b4e-4c14-8975-2cfc78989b68 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:20.415816 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2f86dbbc-082f-46b6-b592-8d1fdf068f2d req-efe5f65b-3b4e-4c14-8975-2cfc78989b68 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 944 time: 0.3734775 May 18 14:19:20.415920 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44008) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:20.470332 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f21db-4f23-46b0-b66a-bcd93e6a605c service neutron] Pushing event updated for resources: {'Port': ['ID=3a13fd54-c45b-4661-b1e4-180d199c7f85,revision_number=3']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:20.481898 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0fe60738-5131-4862-b4c6-b46638a70172 req-be3abf83-5a3a-4e8a-85ff-c37f75e077e1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891277 May 18 14:19:20.551596 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a4cf1418-8b62-4b8c-bf07-330ac8aa0098 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (32569a1c-9601-4fef-984f-091f32f15814), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:20.556566 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2f86dbbc-082f-46b6-b592-8d1fdf068f2d req-20808878-31fb-4342-98f7-8383bba07f0a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292286 May 18 14:19:20.591986 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf1418-8b62-4b8c-bf07-330ac8aa0098 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32569a1c-9601-4fef-984f-091f32f15814,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:20.611506 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cd8ede-587e-4e6c-b9c6-41381309686f x-openstack-request-id: req-62cd8ede-587e-4e6c-b9c6-41381309686f {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:19:20.612108 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5170720-7488-4707-a118-936a7088fa2e", "tag": "3a13fd54-c45b-4661-b1e4-180d199c7f85", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:19:20.612605 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-62cd8ede-587e-4e6c-b9c6-41381309686f {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:19:20.613621 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cd8ede-587e-4e6c-b9c6-41381309686f'] response: {'name': 'network-changed', 'server_uuid': 'f5170720-7488-4707-a118-936a7088fa2e', 'tag': '3a13fd54-c45b-4661-b1e4-180d199c7f85', 'status': 'completed', 'code': 200} May 18 14:19:20.701205 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9d032-1a2c-4283-b275-bf53dd661d26 req-b7e85b16-9769-490f-a02e-83f5ea083951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:20.703095 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0ec9d032-1a2c-4283-b275-bf53dd661d26 req-b7e85b16-9769-490f-a02e-83f5ea083951 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=658446fc889449e6bc55b5856b9ce144&device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 1128 time: 0.0678296 May 18 14:19:20.841549 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a4cf1418-8b62-4b8c-bf07-330ac8aa0098 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:20.843861 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-a4cf1418-8b62-4b8c-bf07-330ac8aa0098 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9239819 May 18 14:19:20.850516 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 44016) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:20.861691 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-cfb56228-8c6c-4536-a545-27b33a048d05 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'security_group_rule': {'security_group_id': '450d2e01-a454-4112-af9d-9a88489bf8d5', 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:20.870705 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:20.892973 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ea34a-2208-491a-b2b1-208a0dab25a9 req-b0e7f1c3-8cf1-4f7a-8d6f-2990110e10ee tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:20.894840 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8d0ea34a-2208-491a-b2b1-208a0dab25a9 req-b0e7f1c3-8cf1-4f7a-8d6f-2990110e10ee tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1090634 May 18 14:19:20.895335 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6b6353f0-883d-45fb-a4c0-5ed400409933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:20.934708 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533be45e-9bc9-4b91-bae8-e74180e01ea2 req-366aa0ba-9b3a-4350-b9cb-005a9cec63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:20.936221 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-533be45e-9bc9-4b91-bae8-e74180e01ea2 req-366aa0ba-9b3a-4350-b9cb-005a9cec63b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 1130 time: 0.2101097 May 18 14:19:20.948028 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9d032-1a2c-4283-b275-bf53dd661d26 req-dd9e9869-b2e0-4533-a099-42af0a3954b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:20.949574 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0ec9d032-1a2c-4283-b275-bf53dd661d26 req-dd9e9869-b2e0-4533-a099-42af0a3954b8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=658446fc889449e6bc55b5856b9ce144&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2380276 May 18 14:19:21.042579 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-533be45e-9bc9-4b91-bae8-e74180e01ea2 req-fa8a16f7-03d9-48b8-9a56-3ac41ed8ed30 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982976 May 18 14:19:21.056173 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8d0ea34a-2208-491a-b2b1-208a0dab25a9 req-c6c96d8a-e2c9-45cb-9308-f0d2e9b48552 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503994 May 18 14:19:21.056173 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 44020) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:21.071485 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.securitygroups_db [None req-cfb56228-8c6c-4536-a545-27b33a048d05 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Project 40663a63d8dc4922879421a0c7d0c0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:19:21.087640 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cfb56228-8c6c-4536-a545-27b33a048d05 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (d935daad-10a1-4ef1-819a-318fa7de59fc), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.090631 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4812a98e-3902-4047-89c4-dc96a8fd5ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.101311 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6b6353f0-883d-45fb-a4c0-5ed400409933 admin admin] Publish callbacks [] for security_group (9f65d250-9386-48be-ae81-3e186d286e97), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.158645 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9d032-1a2c-4283-b275-bf53dd661d26 req-4dc1e018-1698-4754-9573-9f883088f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:21.162842 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0ec9d032-1a2c-4283-b275-bf53dd661d26 req-4dc1e018-1698-4754-9573-9f883088f49d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2043755 May 18 14:19:21.227281 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cfb56228-8c6c-4536-a545-27b33a048d05 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (d935daad-10a1-4ef1-819a-318fa7de59fc), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.232548 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6b6353f0-883d-45fb-a4c0-5ed400409933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (9f65d250-9386-48be-ae81-3e186d286e97), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.300777 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6353f0-883d-45fb-a4c0-5ed400409933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f65d250-9386-48be-ae81-3e186d286e97,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:21.326976 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-6b6353f0-883d-45fb-a4c0-5ed400409933 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c4fd5bc92304674a614eac26dfa43cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9098682 May 18 14:19:21.328197 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44028) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:21.333602 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4812a98e-3902-4047-89c4-dc96a8fd5ce4 admin admin] Publish callbacks [] for security_group (36cb9a60-a840-49fd-9089-092719774c0b), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.354610 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562759fd-7636-48a9-b407-6de874acff9c req-a092aefa-f7a6-4826-bfdc-2ae4a0b06510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:21.357222 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-a092aefa-f7a6-4826-bfdc-2ae4a0b06510 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=658446fc889449e6bc55b5856b9ce144&device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 1128 time: 0.0651524 May 18 14:19:21.378695 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cfb56228-8c6c-4536-a545-27b33a048d05 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (d935daad-10a1-4ef1-819a-318fa7de59fc), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.394463 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee4ab-027c-4e0d-99c9-a0cb05bd8b43 admin admin] Publish callbacks [] for security_group (9f65d250-9386-48be-ae81-3e186d286e97), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.428057 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee4ab-027c-4e0d-99c9-a0cb05bd8b43 admin admin] Publish callbacks [] for security_group (9f65d250-9386-48be-ae81-3e186d286e97), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.435442 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-64eb6c08-5f50-406c-a0b9-59f50ab82cba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a13fd54-c45b-4661-b1e4-180d199c7f85 HTTP/1.1" status: 200 len: 217 time: 0.0693703 May 18 14:19:21.446910 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb56228-8c6c-4536-a545-27b33a048d05 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d935daad-10a1-4ef1-819a-318fa7de59fc,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:21.471014 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4812a98e-3902-4047-89c4-dc96a8fd5ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (36cb9a60-a840-49fd-9089-092719774c0b), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.537819 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-4812a98e-3902-4047-89c4-dc96a8fd5ce4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e3498ee9dcaa48ca82a697f83618aa2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785664 May 18 14:19:21.541115 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812a98e-3902-4047-89c4-dc96a8fd5ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cb9a60-a840-49fd-9089-092719774c0b,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:21.543315 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44036) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:21.591392 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cfb56228-8c6c-4536-a545-27b33a048d05 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.596333 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-cfb56228-8c6c-4536-a545-27b33a048d05 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7414143 May 18 14:19:21.626068 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee4ab-027c-4e0d-99c9-a0cb05bd8b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (9f65d250-9386-48be-ae81-3e186d286e97), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.630877 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee4ab-027c-4e0d-99c9-a0cb05bd8b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.635741 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-ab1ee4ab-027c-4e0d-99c9-a0cb05bd8b43 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9f65d250-9386-48be-ae81-3e186d286e97 HTTP/1.1" status: 204 len: 168 time: 0.3061700 May 18 14:19:21.670129 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a3097e6c-e08c-41ff-84ca-7b825b67eb91 admin admin] Publish callbacks [] for security_group (36cb9a60-a840-49fd-9089-092719774c0b), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.675198 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ee4ab-027c-4e0d-99c9-a0cb05bd8b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f65d250-9386-48be-ae81-3e186d286e97,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:21.717358 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a3097e6c-e08c-41ff-84ca-7b825b67eb91 admin admin] Publish callbacks [] for security_group (36cb9a60-a840-49fd-9089-092719774c0b), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.865304 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de4f59-4c10-435a-92e2-821e7adc03c0 req-5c0e83af-dba0-4d14-a79f-ec7ae53e4dcf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:21.868510 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a0de4f59-4c10-435a-92e2-821e7adc03c0 req-5c0e83af-dba0-4d14-a79f-ec7ae53e4dcf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.2001147 May 18 14:19:21.881084 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562759fd-7636-48a9-b407-6de874acff9c req-5c44eac2-b3ab-4319-a0cb-d9f7831b8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:21.883393 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-5c44eac2-b3ab-4319-a0cb-d9f7831b8341 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d339709-559c-40e7-b626-3d9428a02eca HTTP/1.1" status: 200 len: 850 time: 0.2174013 May 18 14:19:21.895019 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b240ce-09a0-47eb-b262-d9bad75ca08e req-e26ac303-2b38-4c29-b7d9-4aa4b48ce60c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:21.896605 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-25b240ce-09a0-47eb-b262-d9bad75ca08e req-e26ac303-2b38-4c29-b7d9-4aa4b48ce60c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 944 time: 0.2080884 May 18 14:19:21.902727 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a3097e6c-e08c-41ff-84ca-7b825b67eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (36cb9a60-a840-49fd-9089-092719774c0b), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.911694 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a3097e6c-e08c-41ff-84ca-7b825b67eb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:21.916859 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-a3097e6c-e08c-41ff-84ca-7b825b67eb91 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/36cb9a60-a840-49fd-9089-092719774c0b HTTP/1.1" status: 204 len: 168 time: 0.3714454 May 18 14:19:21.931541 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3097e6c-e08c-41ff-84ca-7b825b67eb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cb9a60-a840-49fd-9089-092719774c0b,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:22.008524 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562759fd-7636-48a9-b407-6de874acff9c req-c726e5cd-ab0d-4fa0-85da-0c5118f82e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:22.010185 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-c726e5cd-ab0d-4fa0-85da-0c5118f82e21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=334439c5-6ef6-4e71-8281-26641c373c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1007075 May 18 14:19:22.028498 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a0de4f59-4c10-435a-92e2-821e7adc03c0 req-08f0a6e5-7f2f-47ce-918d-5e7ecc7f430e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497903 May 18 14:19:22.054686 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-25b240ce-09a0-47eb-b262-d9bad75ca08e req-0bc41a85-9447-4815-953f-27b9e47de77e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314936 May 18 14:19:22.189147 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71c89a-8286-4d38-87a6-af7683ca5584 req-1ef21c33-c6d6-47de-bfcb-2b8f822051ad tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:22.190754 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5b71c89a-8286-4d38-87a6-af7683ca5584 req-1ef21c33-c6d6-47de-bfcb-2b8f822051ad tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.0607855 May 18 14:19:22.250621 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5b71c89a-8286-4d38-87a6-af7683ca5584 req-83c2c57c-db06-4fd5-b5e2-3ae1cb3fc8d5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520184 May 18 14:19:22.335300 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44096) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:22.620796 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-604b414d-418a-4b82-b356-4cf2e9fa5a10 service neutron] 10.222.0.72 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140957 May 18 14:19:23.027988 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-562759fd-7636-48a9-b407-6de874acff9c req-5fe72b52-24fd-4087-a1c5-12f38a61a728 service neutron] 10.222.0.72 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002633 May 18 14:19:23.101852 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:23.195420 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023589fe-54b8-4d49-9b75-03d221781c11 req-2e128b62-927f-4a05-a39c-27d33dc9338e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:23.199660 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-023589fe-54b8-4d49-9b75-03d221781c11 req-2e128b62-927f-4a05-a39c-27d33dc9338e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.0922458 May 18 14:19:23.246873 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f139-609b-4a43-8e02-6e22fc236b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:23.258697 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44114) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:23.312532 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb2caf-6222-4ca6-b23d-9543f5815cc9 req-d1de9700-b90f-47f0-b578-584bc11803f3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:23.314406 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3fbb2caf-6222-4ca6-b23d-9543f5815cc9 req-d1de9700-b90f-47f0-b578-584bc11803f3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 944 time: 0.1144660 May 18 14:19:23.319417 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-023589fe-54b8-4d49-9b75-03d221781c11 req-07df2267-0368-4cdd-b154-a4a338e7d5a7 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013503 May 18 14:19:23.337130 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:23.390426 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3fbb2caf-6222-4ca6-b23d-9543f5815cc9 req-974ddc44-eb72-488d-9b98-c5d1cb8d0faa tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687227 May 18 14:19:23.417960 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f139-609b-4a43-8e02-6e22fc236b09 admin admin] Publish callbacks [] for security_group (02e8af18-50c7-410a-b31e-693da5c81ef3), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:23.471344 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d6464896-e497-4643-9b4c-9a5b1087228f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:23.496773 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e94f4-079e-44b1-ab29-cfe690cdc367 req-08596b2b-02aa-4717-b687-0c0957c78841 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:23.504985 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-837e94f4-079e-44b1-ab29-cfe690cdc367 req-08596b2b-02aa-4717-b687-0c0957c78841 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.0837142 May 18 14:19:23.536481 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f139-609b-4a43-8e02-6e22fc236b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (02e8af18-50c7-410a-b31e-693da5c81ef3), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:23.584952 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-837e94f4-079e-44b1-ab29-cfe690cdc367 req-66730d14-004f-4383-ab5d-b3f607304f8b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790622 May 18 14:19:23.594359 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-bdd1f139-609b-4a43-8e02-6e22fc236b09 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ba051df5b27d44e896304c0437fe5141&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2565556 May 18 14:19:23.599151 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 44142) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:23.610417 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d6464896-e497-4643-9b4c-9a5b1087228f admin admin] Publish callbacks [] for security_group (bcf8b0fd-c6b8-4d5c-8a46-7736623f1ccf), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:23.612355 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1f139-609b-4a43-8e02-6e22fc236b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e8af18-50c7-410a-b31e-693da5c81ef3,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:23.676942 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-03e7d9c9-ef8a-4e0f-91f5-23d6b8408eab admin admin] Publish callbacks [] for security_group (02e8af18-50c7-410a-b31e-693da5c81ef3), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:23.705684 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d6464896-e497-4643-9b4c-9a5b1087228f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (bcf8b0fd-c6b8-4d5c-8a46-7736623f1ccf), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:23.715635 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-03e7d9c9-ef8a-4e0f-91f5-23d6b8408eab admin admin] Publish callbacks [] for security_group (02e8af18-50c7-410a-b31e-693da5c81ef3), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:23.754453 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-d6464896-e497-4643-9b4c-9a5b1087228f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d20dc608d13e47f4af30f03ef56d707b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4947233 May 18 14:19:23.755699 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6464896-e497-4643-9b4c-9a5b1087228f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf8b0fd-c6b8-4d5c-8a46-7736623f1ccf,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:23.757490 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 44146) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:23.819437 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0390c492-0dfa-44b0-bece-35c54783b938 admin admin] Publish callbacks [] for security_group (bcf8b0fd-c6b8-4d5c-8a46-7736623f1ccf), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:23.855116 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0390c492-0dfa-44b0-bece-35c54783b938 admin admin] Publish callbacks [] for security_group (bcf8b0fd-c6b8-4d5c-8a46-7736623f1ccf), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:23.938254 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986b7e5-868e-4b65-8ac2-32cb70233f56 req-15019fde-1fac-4eae-a43b-7b41b69eb497 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:23.939804 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0986b7e5-868e-4b65-8ac2-32cb70233f56 req-15019fde-1fac-4eae-a43b-7b41b69eb497 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.0527368 May 18 14:19:24.011863 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-03e7d9c9-ef8a-4e0f-91f5-23d6b8408eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (02e8af18-50c7-410a-b31e-693da5c81ef3), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:24.016910 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-03e7d9c9-ef8a-4e0f-91f5-23d6b8408eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:24.021590 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-03e7d9c9-ef8a-4e0f-91f5-23d6b8408eab admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/02e8af18-50c7-410a-b31e-693da5c81ef3 HTTP/1.1" status: 204 len: 168 time: 0.4177730 May 18 14:19:24.037900 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7d9c9-ef8a-4e0f-91f5-23d6b8408eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e8af18-50c7-410a-b31e-693da5c81ef3,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:24.057351 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0986b7e5-868e-4b65-8ac2-32cb70233f56 req-04ebd8b2-c12a-4198-bd5e-e2bbb677dcd1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069796 May 18 14:19:24.065290 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0390c492-0dfa-44b0-bece-35c54783b938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (bcf8b0fd-c6b8-4d5c-8a46-7736623f1ccf), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:24.089285 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0390c492-0dfa-44b0-bece-35c54783b938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:24.089285 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-0390c492-0dfa-44b0-bece-35c54783b938 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bcf8b0fd-c6b8-4d5c-8a46-7736623f1ccf HTTP/1.1" status: 204 len: 168 time: 0.3114409 May 18 14:19:24.089285 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390c492-0dfa-44b0-bece-35c54783b938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf8b0fd-c6b8-4d5c-8a46-7736623f1ccf,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:24.280845 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807f25b-2986-43d2-965f-7848791a9811 req-2f0f3d1d-e93e-43ae-a66c-8506089930af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:24.282462 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e807f25b-2986-43d2-965f-7848791a9811 req-2f0f3d1d-e93e-43ae-a66c-8506089930af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 1130 time: 0.0564704 May 18 14:19:24.343481 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:24.436310 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807f25b-2986-43d2-965f-7848791a9811 req-ef9fcea9-d49e-4494-a879-6749b6f3147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:24.439072 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e807f25b-2986-43d2-965f-7848791a9811 req-ef9fcea9-d49e-4494-a879-6749b6f3147b service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.1484625 May 18 14:19:24.492680 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e807f25b-2986-43d2-965f-7848791a9811 req-f6a55ab5-3588-42f2-afed-c0b6ac8e5819 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8e5e90-7411-4133-9ff1-cc1ae0609c77 HTTP/1.1" status: 200 len: 217 time: 0.0447009 May 18 14:19:24.585163 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffe074-118a-4549-b0bc-89940de09203 req-7b3d9682-60ac-4c25-af06-36d1813debde tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:24.586819 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d6ffe074-118a-4549-b0bc-89940de09203 req-7b3d9682-60ac-4c25-af06-36d1813debde tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 944 time: 0.0970566 May 18 14:19:24.590962 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807f25b-2986-43d2-965f-7848791a9811 req-addc58b9-bb4e-4402-9b37-f6d8ecbba056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:24.592476 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e807f25b-2986-43d2-965f-7848791a9811 req-addc58b9-bb4e-4402-9b37-f6d8ecbba056 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.0908923 May 18 14:19:24.678895 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807f25b-2986-43d2-965f-7848791a9811 req-a1f71ff8-427c-4b2b-87d0-888e9b0dc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:24.681274 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e807f25b-2986-43d2-965f-7848791a9811 req-a1f71ff8-427c-4b2b-87d0-888e9b0dc8dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750241 May 18 14:19:24.793776 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d6ffe074-118a-4549-b0bc-89940de09203 req-399e29fe-2590-46dc-a139-2eceea13a6e9 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817689 May 18 14:19:24.834178 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:24.854568 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca989c4-1ae6-4920-b9da-e62acde4ba00 req-72e49ddf-1ded-4a91-b58d-29f77732d5f9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:24.856214 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0ca989c4-1ae6-4920-b9da-e62acde4ba00 req-72e49ddf-1ded-4a91-b58d-29f77732d5f9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1062350 May 18 14:19:24.889121 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:24.917375 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e807f25b-2986-43d2-965f-7848791a9811 req-a543e04e-5d31-4ef4-bc14-4fe88eeb997b service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285151 May 18 14:19:25.075289 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0ca989c4-1ae6-4920-b9da-e62acde4ba00 req-97565177-d917-4d29-ada0-779438dc9ecc tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897562 May 18 14:19:25.082673 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:25.151559 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e807f25b-2986-43d2-965f-7848791a9811 req-1d6db24c-d140-4bba-80d4-ed750eb5edb6 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225866 May 18 14:19:25.271159 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b996c0-6655-4f8f-bd7f-63ab1eaa4154 req-65445676-7076-4744-bb56-f64ead57f1f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:25.274394 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-27b996c0-6655-4f8f-bd7f-63ab1eaa4154 req-65445676-7076-4744-bb56-f64ead57f1f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.1056139 May 18 14:19:25.329866 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0dd18-9fdf-4a2f-a138-71d43a7d6e87 req-2a9d1b44-3a42-4a28-8e81-e6f721ac0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:25.331667 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7fe0dd18-9fdf-4a2f-a138-71d43a7d6e87 req-2a9d1b44-3a42-4a28-8e81-e6f721ac0d8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 1130 time: 0.0864301 May 18 14:19:25.364317 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-27b996c0-6655-4f8f-bd7f-63ab1eaa4154 req-14407962-db13-4ced-bf48-6d23b7898458 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602210 May 18 14:19:25.548881 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44188) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:25.561552 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1aed21af-64bc-4a56-916e-8a134cfda144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:25.671624 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1aed21af-64bc-4a56-916e-8a134cfda144 admin admin] Publish callbacks [] for security_group (95198f9b-d893-433d-bada-7ad913d81b01), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:25.756406 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1aed21af-64bc-4a56-916e-8a134cfda144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (95198f9b-d893-433d-bada-7ad913d81b01), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:25.805407 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-1aed21af-64bc-4a56-916e-8a134cfda144 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f899ab71ad4e4782a80d96185afc3aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528048 May 18 14:19:25.805407 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed21af-64bc-4a56-916e-8a134cfda144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95198f9b-d893-433d-bada-7ad913d81b01,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:25.805670 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 44194) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:25.867293 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3491c385-75a1-4f03-840b-e287ee5924b5 admin admin] Publish callbacks [] for security_group (95198f9b-d893-433d-bada-7ad913d81b01), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:25.926456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3491c385-75a1-4f03-840b-e287ee5924b5 admin admin] Publish callbacks [] for security_group (95198f9b-d893-433d-bada-7ad913d81b01), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:25.962521 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd50741-412d-4f60-bff3-58e650179019 req-999e39e3-1fec-4569-8a5f-20295dd30148 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:25.964014 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4bd50741-412d-4f60-bff3-58e650179019 req-999e39e3-1fec-4569-8a5f-20295dd30148 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 944 time: 0.0766015 May 18 14:19:26.029662 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4bd50741-412d-4f60-bff3-58e650179019 req-dcdc084b-7a45-4326-872f-2dac06716d9c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530269 May 18 14:19:26.226701 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 3a13fd54-c45b-4661-b1e4-180d199c7f85 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:19:26.237685 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e5312-c693-47c7-9f26-85c8e6b31516 req-b6fb7a91-a083-4d7c-b28c-0be4e1f91233 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:26.251215 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5a4e5312-c693-47c7-9f26-85c8e6b31516 req-b6fb7a91-a083-4d7c-b28c-0be4e1f91233 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.0628700 May 18 14:19:26.295118 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3491c385-75a1-4f03-840b-e287ee5924b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (95198f9b-d893-433d-bada-7ad913d81b01), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:26.297754 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3491c385-75a1-4f03-840b-e287ee5924b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:26.300165 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-3491c385-75a1-4f03-840b-e287ee5924b5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/95198f9b-d893-433d-bada-7ad913d81b01 HTTP/1.1" status: 204 len: 168 time: 0.4927931 May 18 14:19:26.327761 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491c385-75a1-4f03-840b-e287ee5924b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95198f9b-d893-433d-bada-7ad913d81b01,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:26.339459 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5a4e5312-c693-47c7-9f26-85c8e6b31516 req-8c82e947-241c-4cd5-bf8d-8ad0276f107c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922577 May 18 14:19:26.412873 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 3a13fd54-c45b-4661-b1e4-180d199c7f85, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=3a13fd54-c45b-4661-b1e4-180d199c7f85,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:26.418576 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '3a13fd54-c45b-4661-b1e4-180d199c7f85', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'port_id': '3a13fd54-c45b-4661-b1e4-180d199c7f85', 'mac_address': 'fa:16:3e:af:b4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:19:26.514803 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 3a13fd54-c45b-4661-b1e4-180d199c7f85 is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:26.515637 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:26.588367 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44224) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:26.617848 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463830f-35a3-4bf1-8aab-d29ed619000e req-8537fe4f-8078-4d86-98ea-eade19765aef tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:26.642832 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e463830f-35a3-4bf1-8aab-d29ed619000e req-8537fe4f-8078-4d86-98ea-eade19765aef tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.1877859 May 18 14:19:26.713245 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0dd18-9fdf-4a2f-a138-71d43a7d6e87 req-eab61b53-b39a-4b5f-9eff-1aeb322270b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:26.721210 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7fe0dd18-9fdf-4a2f-a138-71d43a7d6e87 req-eab61b53-b39a-4b5f-9eff-1aeb322270b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.3290443 May 18 14:19:26.796449 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:26.823935 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e463830f-35a3-4bf1-8aab-d29ed619000e req-ecac6168-c5c9-4001-8287-177268f61b51 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636431 May 18 14:19:26.839625 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-797626772-network', 'tenant_id': 'bb4c33274e584df8a977aaf5c4add4be'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:26.890896 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7fe0dd18-9fdf-4a2f-a138-71d43a7d6e87 req-04b94adb-5df8-4776-a50f-55e2ae039488 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8e5e90-7411-4133-9ff1-cc1ae0609c77 HTTP/1.1" status: 200 len: 217 time: 0.0602930 May 18 14:19:26.896037 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a13fd54-c45b-4661-b1e4-180d199c7f85 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:19:26.921719 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:26.942877 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 3a13fd54-c45b-4661-b1e4-180d199c7f85, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=3a13fd54-c45b-4661-b1e4-180d199c7f85,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:26.990659 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Made reservation on behalf of bb4c33274e584df8a977aaf5c4add4be for: {'network': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:19:26.992595 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:27.011177 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:27.101671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:27.197045 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Publish callbacks [] for security_group (2e244b44-34cb-4760-a3d8-281da27ad576), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:27.218409 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=3a13fd54-c45b-4661-b1e4-180d199c7f85,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:27.276949 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (2e244b44-34cb-4760-a3d8-281da27ad576), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:27.307859 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=104325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:19:27.328505 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (0229fe97-0410-4a62-a965-0478f5cb710d), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:27.328770 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548d8e0-cd2a-48ee-8799-0e751798e75a req-3bfd6ff5-4861-466d-b20a-d3a9c31fbe17 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:27.329246 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.segments_db [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Added segment 0229fe97-0410-4a62-a965-0478f5cb710d of type vlan for network f33887a7-c715-4b1c-bc7a-df6c4c46a962 May 18 14:19:27.330635 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d548d8e0-cd2a-48ee-8799-0e751798e75a req-3bfd6ff5-4861-466d-b20a-d3a9c31fbe17 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 945 time: 0.1650057 May 18 14:19:27.336914 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e244b44-34cb-4760-a3d8-281da27ad576,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:27.356372 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:27.366786 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:27.370416 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0dd18-9fdf-4a2f-a138-71d43a7d6e87 req-6b8bfe2e-7948-4b12-8646-3a798538b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:27.371930 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7fe0dd18-9fdf-4a2f-a138-71d43a7d6e87 req-6b8bfe2e-7948-4b12-8646-3a798538b610 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.1224926 May 18 14:19:27.402354 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (f33887a7-c715-4b1c-bc7a-df6c4c46a962), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:27.428559 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['3a13fd54-c45b-4661-b1e4-180d199c7f85'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:19:27.436442 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d548d8e0-cd2a-48ee-8799-0e751798e75a req-48665529-b058-4e2b-9223-e996c98db76e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980196 May 18 14:19:27.446301 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0dd18-9fdf-4a2f-a138-71d43a7d6e87 req-f9f66a47-2336-4ab1-9db6-c7d6aba73f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:27.447844 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7fe0dd18-9fdf-4a2f-a138-71d43a7d6e87 req-f9f66a47-2336-4ab1-9db6-c7d6aba73f07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647709 May 18 14:19:27.557693 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (f33887a7-c715-4b1c-bc7a-df6c4c46a962), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:27.559426 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:27.560634 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:27.583071 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99a548-e1b4-44a8-8428-532ea18674d7 req-c1a8c0c4-c5f5-4688-a395-9c3d07bbacb8 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:27.585413 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5a99a548-e1b4-44a8-8428-532ea18674d7 req-c1a8c0c4-c5f5-4688-a395-9c3d07bbacb8 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1036291 May 18 14:19:27.693469 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:27.702015 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7fe0dd18-9fdf-4a2f-a138-71d43a7d6e87 req-9f66242b-2ea5-4900-9ab2-8cb0959fa790 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471192 May 18 14:19:27.718122 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5a99a548-e1b4-44a8-8428-532ea18674d7 req-6b03067f-f4ad-40bd-8563-7a57d4b16d0f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087229 May 18 14:19:27.730764 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] Pushing event updated for resources: {'Network': ['ID=f33887a7-c715-4b1c-bc7a-df6c4c46a962,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:27.747217 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network f33887a7-c715-4b1c-bc7a-df6c4c46a962 details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:19:27.800408 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b614b949-5728-476c-a233-9fcf76534b73 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.2086809 May 18 14:19:27.807560 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 44274) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:27.814810 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Request body: {'subnet': {'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-797626772-subnet', 'tenant_id': 'bb4c33274e584df8a977aaf5c4add4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:27.834555 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:27.877931 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7fe0dd18-9fdf-4a2f-a138-71d43a7d6e87 req-98bb6fdb-903d-4d2d-9afb-5fe2bbfa08e7 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581628 May 18 14:19:27.951981 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Made reservation on behalf of bb4c33274e584df8a977aaf5c4add4be for: {'subnet': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:19:27.955028 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324652'] for subnet (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:28.035717 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1c4d9-0361-438e-a858-07b0acad1f91 req-170d4f15-a70e-40bc-9350-90f946098012 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:28.038952 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-49a1c4d9-0361-438e-a858-07b0acad1f91 req-170d4f15-a70e-40bc-9350-90f946098012 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.1393399 May 18 14:19:28.141686 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-49a1c4d9-0361-438e-a858-07b0acad1f91 req-f4e20432-eec0-4453-9886-984925ddd139 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940709 May 18 14:19:28.155841 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:28.214638 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:28.278494 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 50ad3269-a80d-480a-82c7-560629cbb39f details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:19:28.393136 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 3a13fd54-c45b-4661-b1e4-180d199c7f85 up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:28.409299 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 44294) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:28.444663 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324666'] for subnet (5db89743-f78f-4687-8c3b-9140b83967ce), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:28.477021 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 3a13fd54-c45b-4661-b1e4-180d199c7f85 completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:19:28.498823 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=50ad3269-a80d-480a-82c7-560629cbb39f,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:28.534489 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '50ad3269-a80d-480a-82c7-560629cbb39f', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'port_id': '50ad3269-a80d-480a-82c7-560629cbb39f', 'mac_address': 'fa:16:3e:6f:48:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:19:28.559909 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db89743-f78f-4687-8c3b-9140b83967ce,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:28.580811 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 3a13fd54-c45b-4661-b1e4-180d199c7f85 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:28.581540 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:28.595567 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.595567 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.596379 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.596573 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.596928 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.597273 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.597603 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.597931 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.598256 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.598581 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.598941 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.599283 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.599643 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.600028 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.600352 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:28.632609 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 50ad3269-a80d-480a-82c7-560629cbb39f is: ACTIVE; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:28.633388 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:28.663550 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50ad3269-a80d-480a-82c7-560629cbb39f {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:19:28.679394 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e54b2-85fd-4cc3-98fb-c9db8fb6b03a req-81c0bf7e-eaa0-4eac-b91b-e5f1679fe2d7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:28.682330 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-698e54b2-85fd-4cc3-98fb-c9db8fb6b03a req-81c0bf7e-eaa0-4eac-b91b-e5f1679fe2d7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 945 time: 0.1194110 May 18 14:19:28.686710 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Checking segment: {'id': '0229fe97-0410-4a62-a965-0478f5cb710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:28.687264 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Network hostable DHCP agents. Network: f33887a7-c715-4b1c-bc7a-df6c4c46a962, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:19:28.690241 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=50ad3269-a80d-480a-82c7-560629cbb39f,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:28.691214 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a105c2b4-e2f2-43e2-adfe-1019f8f2c06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:28.743577 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 3a13fd54-c45b-4661-b1e4-180d199c7f85 is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:28.744227 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:28.784032 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5170720-7488-4707-a118-936a7088fa2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a13fd54-c45b-4661-b1e4-180d199c7f85'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:19:28.786926 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bed46fe-d3bc-4ad6-9092-e4822e5c6211" -d '{"events": [{"server_uuid": "f5170720-7488-4707-a118-936a7088fa2e", "name": "network-vif-plugged", "status": "completed", "tag": "3a13fd54-c45b-4661-b1e4-180d199c7f85"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:19:28.793072 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:28.807248 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-698e54b2-85fd-4cc3-98fb-c9db8fb6b03a req-21d3fa78-3e3d-4b56-aff4-eda11a686132 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993598 May 18 14:19:28.811046 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 3a13fd54-c45b-4661-b1e4-180d199c7f85, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=3a13fd54-c45b-4661-b1e4-180d199c7f85,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:28.872368 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a105c2b4-e2f2-43e2-adfe-1019f8f2c06c admin admin] Publish callbacks [] for security_group (0188cc3c-6d36-458c-bece-63ae0aea3875), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:28.908388 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Network f33887a7-c715-4b1c-bc7a-df6c4c46a962 is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:19:28.917717 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96515cfb-4e5a-46db-9059-45551cd856df x-openstack-request-id: req-96515cfb-4e5a-46db-9059-45551cd856df {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:19:28.918069 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5170720-7488-4707-a118-936a7088fa2e", "name": "network-vif-plugged", "status": "completed", "tag": "3a13fd54-c45b-4661-b1e4-180d199c7f85", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:19:28.918479 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96515cfb-4e5a-46db-9059-45551cd856df {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:19:28.919110 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96515cfb-4e5a-46db-9059-45551cd856df'] response: {'server_uuid': 'f5170720-7488-4707-a118-936a7088fa2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a13fd54-c45b-4661-b1e4-180d199c7f85', 'code': 200} May 18 14:19:28.929105 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac2b84-24be-4885-bf85-3255d2f1544f req-40e32f5e-f0ea-4b23-af82-f2d42ecbcef4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:28.929552 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['50ad3269-a80d-480a-82c7-560629cbb39f'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:19:28.932472 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d2ac2b84-24be-4885-bf85-3255d2f1544f req-40e32f5e-f0ea-4b23-af82-f2d42ecbcef4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 945 time: 0.0686700 May 18 14:19:28.936476 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=50ad3269-a80d-480a-82c7-560629cbb39f,revision_number=6']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:28.975436 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:28.999955 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d2ac2b84-24be-4885-bf85-3255d2f1544f req-5b9eb73e-2e6c-41f3-8f83-6c37ea3926cc tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630503 May 18 14:19:29.050455 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a105c2b4-e2f2-43e2-adfe-1019f8f2c06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (0188cc3c-6d36-458c-bece-63ae0aea3875), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:29.066838 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, f33887a7-c715-4b1c-bc7a-df6c4c46a962) {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:29.086636 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc929b-8692-4d35-968b-e5e7a22c9c9f None None] Network f33887a7-c715-4b1c-bc7a-df6c4c46a962 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:19:29.105335 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:29.106011 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:29.136001 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105c2b4-e2f2-43e2-adfe-1019f8f2c06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0188cc3c-6d36-458c-bece-63ae0aea3875,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:29.146409 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44310) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:29.157403 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=3a13fd54-c45b-4661-b1e4-180d199c7f85,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:29.159662 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-a105c2b4-e2f2-43e2-adfe-1019f8f2c06c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f74ab4037d72442ab2b4c22c6cdf098d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7429926 May 18 14:19:29.227892 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Publish callbacks [] for security_group (0188cc3c-6d36-458c-bece-63ae0aea3875), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:29.267627 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Publish callbacks [] for security_group (0188cc3c-6d36-458c-bece-63ae0aea3875), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:29.319573 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094697d1-64a6-401f-a3dc-28e6d5dd9032 None None] Network f33887a7-c715-4b1c-bc7a-df6c4c46a962 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:19:29.379245 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-d53521d9-6c21-4a0f-bdc6-83727aee64a3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5699289 May 18 14:19:29.391843 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:29.426002 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (0188cc3c-6d36-458c-bece-63ae0aea3875), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:29.432555 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:29.435578 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0188cc3c-6d36-458c-bece-63ae0aea3875 HTTP/1.1" status: 204 len: 168 time: 0.2881379 May 18 14:19:29.458970 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0188cc3c-6d36-458c-bece-63ae0aea3875,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:29.493071 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.493071 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.493071 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.493071 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.493071 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.493071 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.499350 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.505384 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.507479 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.511159 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.512234 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.513928 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.516330 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.526969 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.528533 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d529d3fa-84ea-4a2d-934f-a19aa980232c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:29.584466 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e473a-ec21-431e-925a-64c8d15d7291 req-a560045d-66da-4ff9-9029-b7249696db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:29.586936 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-432e473a-ec21-431e-925a-64c8d15d7291 req-a560045d-66da-4ff9-9029-b7249696db9b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 1130 time: 0.1168187 May 18 14:19:29.642185 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-432e473a-ec21-431e-925a-64c8d15d7291 req-bdb1a192-6cb1-4526-a32b-e4afb5793920 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460145 May 18 14:19:29.962782 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb2ac1-c7e6-4c61-9a81-6d565008081d req-36a30990-3e0e-431f-8673-feac4f76307a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:29.964429 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5edb2ac1-c7e6-4c61-9a81-6d565008081d req-36a30990-3e0e-431f-8673-feac4f76307a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0539441 May 18 14:19:29.966134 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:30.005456 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:30.060664 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5edb2ac1-c7e6-4c61-9a81-6d565008081d req-1d6a81ea-411c-466c-82f5-492f9fe16d74 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885880 May 18 14:19:30.267739 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d87da1-ffae-4e9e-9867-2206e0de2005 req-d895f442-1ab2-4b1e-8aca-ff7e3d727c1e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:30.270676 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-37d87da1-ffae-4e9e-9867-2206e0de2005 req-d895f442-1ab2-4b1e-8aca-ff7e3d727c1e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 945 time: 0.0686114 May 18 14:19:30.302170 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 50ad3269-a80d-480a-82c7-560629cbb39f up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:30.352299 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-37d87da1-ffae-4e9e-9867-2206e0de2005 req-de1aa11f-e13b-448f-b693-471b61404557 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599568 May 18 14:19:30.387513 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 50ad3269-a80d-480a-82c7-560629cbb39f triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:30.387911 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:30.464842 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 50ad3269-a80d-480a-82c7-560629cbb39f is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:30.465204 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:30.508468 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44352) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:30.515795 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-d925721d-cfbb-4cbf-a15f-8b5a0e354fe5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008294042', 'description': 'tempest-description--1082352339'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:30.529322 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=50ad3269-a80d-480a-82c7-560629cbb39f,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:30.704149 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:30.716883 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d925721d-cfbb-4cbf-a15f-8b5a0e354fe5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:30.717285 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:30.795037 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=50ad3269-a80d-480a-82c7-560629cbb39f,revision_number=7']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:30.802746 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d925721d-cfbb-4cbf-a15f-8b5a0e354fe5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for security_group (0623c9df-e27e-49d4-8abd-9935a417b2ca), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:30.888672 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44364) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:30.920773 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:19:30.923157 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff972ed-af9d-4a25-98b7-01ef79db23ed" -d '{"events": [{"server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "name": "network-vif-plugged", "status": "completed", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:19:30.963256 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b70db5-37f9-49fa-9b8c-5c2197b1b101 x-openstack-request-id: req-a0b70db5-37f9-49fa-9b8c-5c2197b1b101 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:19:30.963875 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "name": "network-vif-plugged", "status": "completed", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:19:30.963875 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a0b70db5-37f9-49fa-9b8c-5c2197b1b101 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:19:30.964514 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b70db5-37f9-49fa-9b8c-5c2197b1b101'] response: {'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f', 'code': 200} May 18 14:19:31.015898 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-dea614e5-b7b0-4ad3-b036-241011c268a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.115583 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d925721d-cfbb-4cbf-a15f-8b5a0e354fe5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (0623c9df-e27e-49d4-8abd-9935a417b2ca), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.134251 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d2dd40b3-fd9a-4b53-9744-30326888a9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.171841 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 44372) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:31.175714 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-dea614e5-b7b0-4ad3-b036-241011c268a5 admin admin] Publish callbacks [] for security_group (9093639d-f643-4f3e-a4ad-b5835ea39365), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.195600 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925721d-cfbb-4cbf-a15f-8b5a0e354fe5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0623c9df-e27e-49d4-8abd-9935a417b2ca,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:31.240354 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ad1be00f-6eb7-47c7-b9ae-6ac5e15608e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.283719 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b5dd4-7198-47e8-9dd2-cfb03e2ba4b4 req-bbd63196-980d-488b-98ad-f054afae6921 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:31.288840 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c76b5dd4-7198-47e8-9dd2-cfb03e2ba4b4 req-bbd63196-980d-488b-98ad-f054afae6921 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.1367395 May 18 14:19:31.300519 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-dea614e5-b7b0-4ad3-b036-241011c268a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (9093639d-f643-4f3e-a4ad-b5835ea39365), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.311273 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d925721d-cfbb-4cbf-a15f-8b5a0e354fe5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.316860 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-d925721d-cfbb-4cbf-a15f-8b5a0e354fe5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8063481 May 18 14:19:31.317821 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44376) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:31.338326 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-6f64556d-c015-4abd-a7a7-d8df6469e38a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Request body: {'security_group_rule': {'security_group_id': '0623c9df-e27e-49d4-8abd-9935a417b2ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:31.439035 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-dea614e5-b7b0-4ad3-b036-241011c268a5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a16cdec42c774999ab305bf7173fdcb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5488961 May 18 14:19:31.440987 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea614e5-b7b0-4ad3-b036-241011c268a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9093639d-f643-4f3e-a4ad-b5835ea39365,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:31.445607 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44382) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:31.502437 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c76b5dd4-7198-47e8-9dd2-cfb03e2ba4b4 req-564adee6-fc9f-4911-9d99-6744136b41d3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921964 May 18 14:19:31.615743 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ad1be00f-6eb7-47c7-b9ae-6ac5e15608e5 admin admin] Publish callbacks [] for security_group (f926b794-2e20-409c-a0f0-c619a8f6e502), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.635129 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0ef3b-22b6-4cda-aaf7-385ce45e416d req-938428db-7c88-4f5c-8fba-a0fadaf97f5d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:31.643572 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-11e0ef3b-22b6-4cda-aaf7-385ce45e416d req-938428db-7c88-4f5c-8fba-a0fadaf97f5d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1068203 May 18 14:19:31.667204 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-60865ffa-bd9a-4c01-b8e4-1bff1c9fe7d6 admin admin] Publish callbacks [] for security_group (9093639d-f643-4f3e-a4ad-b5835ea39365), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.669018 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6f64556d-c015-4abd-a7a7-d8df6469e38a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for security_group_rule (b4d65409-01d0-4ca7-aa06-977c81fb5cd7), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.690639 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ad1be00f-6eb7-47c7-b9ae-6ac5e15608e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (f926b794-2e20-409c-a0f0-c619a8f6e502), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.719658 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-60865ffa-bd9a-4c01-b8e4-1bff1c9fe7d6 admin admin] Publish callbacks [] for security_group (9093639d-f643-4f3e-a4ad-b5835ea39365), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.767802 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-ad1be00f-6eb7-47c7-b9ae-6ac5e15608e5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b74f75c7975445729af87e8dcbf6e564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5944993 May 18 14:19:31.771897 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44390) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:31.777550 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-11e0ef3b-22b6-4cda-aaf7-385ce45e416d req-ad8b915a-08af-497e-b38c-50a9fe1900c1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273615 May 18 14:19:31.778943 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1be00f-6eb7-47c7-b9ae-6ac5e15608e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f926b794-2e20-409c-a0f0-c619a8f6e502,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:31.835199 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6f64556d-c015-4abd-a7a7-d8df6469e38a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for security_group_rule (b4d65409-01d0-4ca7-aa06-977c81fb5cd7), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.841579 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:31.889177 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98c7f8c4-8151-456d-8ebe-08005e8a2277 admin admin] Publish callbacks [] for security_group (f926b794-2e20-409c-a0f0-c619a8f6e502), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.915090 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98c7f8c4-8151-456d-8ebe-08005e8a2277 admin admin] Publish callbacks [] for security_group (f926b794-2e20-409c-a0f0-c619a8f6e502), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.929323 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6f64556d-c015-4abd-a7a7-d8df6469e38a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (b4d65409-01d0-4ca7-aa06-977c81fb5cd7), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.966400 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64556d-c015-4abd-a7a7-d8df6469e38a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d65409-01d0-4ca7-aa06-977c81fb5cd7,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:31.987080 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-60865ffa-bd9a-4c01-b8e4-1bff1c9fe7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (9093639d-f643-4f3e-a4ad-b5835ea39365), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.990315 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-60865ffa-bd9a-4c01-b8e4-1bff1c9fe7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:31.994778 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-60865ffa-bd9a-4c01-b8e4-1bff1c9fe7d6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9093639d-f643-4f3e-a4ad-b5835ea39365 HTTP/1.1" status: 204 len: 168 time: 0.5445187 May 18 14:19:32.008428 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60865ffa-bd9a-4c01-b8e4-1bff1c9fe7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9093639d-f643-4f3e-a4ad-b5835ea39365,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:32.008912 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:32.073497 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6f64556d-c015-4abd-a7a7-d8df6469e38a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:32.074802 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-6f64556d-c015-4abd-a7a7-d8df6469e38a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7455611 May 18 14:19:32.077709 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44406) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:32.082450 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-da8c9e79-b768-4898-b89e-86606723df2d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Request body: {'security_group_rule': {'security_group_id': '0623c9df-e27e-49d4-8abd-9935a417b2ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:32.125295 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98c7f8c4-8151-456d-8ebe-08005e8a2277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (f926b794-2e20-409c-a0f0-c619a8f6e502), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:32.132474 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-98c7f8c4-8151-456d-8ebe-08005e8a2277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:32.136583 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-98c7f8c4-8151-456d-8ebe-08005e8a2277 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f926b794-2e20-409c-a0f0-c619a8f6e502 HTTP/1.1" status: 204 len: 168 time: 0.3533731 May 18 14:19:32.150283 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7f8c4-8151-456d-8ebe-08005e8a2277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f926b794-2e20-409c-a0f0-c619a8f6e502,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:32.163817 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:32.279828 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-da8c9e79-b768-4898-b89e-86606723df2d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for security_group_rule (aa4b10b1-a424-4064-9b11-934577d6e568), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:32.384195 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-da8c9e79-b768-4898-b89e-86606723df2d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for security_group_rule (aa4b10b1-a424-4064-9b11-934577d6e568), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:32.488669 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-da8c9e79-b768-4898-b89e-86606723df2d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (aa4b10b1-a424-4064-9b11-934577d6e568), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:32.525611 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c9e79-b768-4898-b89e-86606723df2d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4b10b1-a424-4064-9b11-934577d6e568,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:32.593505 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-da8c9e79-b768-4898-b89e-86606723df2d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:32.598286 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 44422) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:32.598581 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-da8c9e79-b768-4898-b89e-86606723df2d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5197906 May 18 14:19:32.606826 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:32.769318 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:32.948901 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb85013-9af4-4eab-a4fb-a9127e9d9071 req-a81ea476-d1e5-43ac-a59c-1dee08fc67e8 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:32.950453 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cdb85013-9af4-4eab-a4fb-a9127e9d9071 req-a81ea476-d1e5-43ac-a59c-1dee08fc67e8 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.1317999 May 18 14:19:33.005056 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:33.065833 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:33.081242 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cdb85013-9af4-4eab-a4fb-a9127e9d9071 req-6e3c07be-a897-4554-a3f2-c529117f1bc7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214466 May 18 14:19:33.213752 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Allocated IP 172.27.2.18 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:19:33.233002 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44444) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:33.264623 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a6d890e2-e987-4770-82dc-2b0e8fe31f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:33.396721 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe33f6f-43c5-4bd9-b6aa-e14df3db4b84 req-5f8c8702-2d06-4b1b-b94c-c4375e8845bb tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:33.407136 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1fe33f6f-43c5-4bd9-b6aa-e14df3db4b84 req-5f8c8702-2d06-4b1b-b94c-c4375e8845bb tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.0952787 May 18 14:19:33.471402 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for port (dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:33.479584 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a6d890e2-e987-4770-82dc-2b0e8fe31f7f admin admin] Publish callbacks [] for security_group (5d41964a-9030-467a-8656-5de2afaa4aa3), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:33.562965 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a58a8f6c-2b51-4650-a64a-2d323ce4998d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:33.572599 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1fe33f6f-43c5-4bd9-b6aa-e14df3db4b84 req-8b0023b3-eaa9-4575-a942-27dfca733a0e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564085 May 18 14:19:33.595019 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a6d890e2-e987-4770-82dc-2b0e8fe31f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (5d41964a-9030-467a-8656-5de2afaa4aa3), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:33.668191 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:33.692079 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d890e2-e987-4770-82dc-2b0e8fe31f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d41964a-9030-467a-8656-5de2afaa4aa3,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:33.703817 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-a6d890e2-e987-4770-82dc-2b0e8fe31f7f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=38a16b974ad7456db9723f64e71bf950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4747825 May 18 14:19:33.707909 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44448) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:33.797782 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:19:33.801538 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-032c350b-8bc3-4716-ba15-96dc6bc1b202 admin admin] Publish callbacks [] for security_group (5d41964a-9030-467a-8656-5de2afaa4aa3), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:33.831543 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-032c350b-8bc3-4716-ba15-96dc6bc1b202 admin admin] Publish callbacks [] for security_group (5d41964a-9030-467a-8656-5de2afaa4aa3), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:33.873327 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:33.884762 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561d197-3fc2-428d-9977-47d42820c0d1 req-152d6387-3edc-4d8a-8019-a544ad96117e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:33.887155 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3561d197-3fc2-428d-9977-47d42820c0d1 req-152d6387-3edc-4d8a-8019-a544ad96117e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.1990387 May 18 14:19:33.889121 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:19:33.915840 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:33.916510 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 44456) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:33.964832 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:33.969495 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-5b39f22e-381c-48dc-b957-fd712fd73cd7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Request body: {'floatingip': {'port_id': '3a13fd54-c45b-4661-b1e4-180d199c7f85'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:34.049384 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-032c350b-8bc3-4716-ba15-96dc6bc1b202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (5d41964a-9030-467a-8656-5de2afaa4aa3), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:34.055739 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-032c350b-8bc3-4716-ba15-96dc6bc1b202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:34.059284 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-032c350b-8bc3-4716-ba15-96dc6bc1b202 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5d41964a-9030-467a-8656-5de2afaa4aa3 HTTP/1.1" status: 204 len: 168 time: 0.3478110 May 18 14:19:34.059658 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event updated for resources: {'Port': ['ID=dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:34.104396 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c350b-8bc3-4716-ba15-96dc6bc1b202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d41964a-9030-467a-8656-5de2afaa4aa3,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:34.150049 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5b39f22e-381c-48dc-b957-fd712fd73cd7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (6562e1a3-e339-42f9-958c-a3232aada30e), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:34.290765 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-11458fe6-cf2c-49e2-817e-19fb55c96b03 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:34.293086 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-11458fe6-cf2c-49e2-817e-19fb55c96b03 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/networks?id=f33887a7-c715-4b1c-bc7a-df6c4c46a962 HTTP/1.1" status: 200 len: 813 time: 0.3142147 May 18 14:19:34.363527 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-0b4a0d25-ea15-4810-9ae3-1356472a1a3f tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/quotas/bb4c33274e584df8a977aaf5c4add4be HTTP/1.1" status: 200 len: 375 time: 0.0515552 May 18 14:19:34.455072 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44476) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:34.568070 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:34.693977 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:34.823042 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-da5fddc5-50f8-400f-987c-37168c8d46d4 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb4c33274e584df8a977aaf5c4add4be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4331808 May 18 14:19:34.824688 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:34.919822 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1026734107-network', 'tenant_id': 'ce4cb1ad92e24a0da2b23d6e4fcb45a5'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:34.954792 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for floatingip (d5ae946e-f8f7-483d-90b4-625c6090d3cd), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:35.044268 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707a52b-95d3-4924-8443-eb40bbf7b17d req-9cd1e948-9384-4efd-b55a-81be2f989b14 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:35.057015 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d707a52b-95d3-4924-8443-eb40bbf7b17d req-9cd1e948-9384-4efd-b55a-81be2f989b14 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.2255712 May 18 14:19:35.091653 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Made reservation on behalf of ce4cb1ad92e24a0da2b23d6e4fcb45a5 for: {'network': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:19:35.098782 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:35.121867 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:35.231468 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-74204e6e-c3f5-4269-b0ac-9496e8388b6c service neutron] 10.222.0.71 "GET /v2.0/networks/f33887a7-c715-4b1c-bc7a-df6c4c46a962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951895 May 18 14:19:35.243530 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:35.254726 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Publish callbacks [] for security_group (8a84c63c-d390-44b2-8974-28ec7201850c), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:35.343791 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d707a52b-95d3-4924-8443-eb40bbf7b17d req-e9c11d11-0b36-4fd2-b94f-c55bcd2e6dd9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854371 May 18 14:19:35.346178 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (8a84c63c-d390-44b2-8974-28ec7201850c), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:35.356587 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:35.404994 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a84c63c-d390-44b2-8974-28ec7201850c,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:35.436274 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=104325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:19:35.467294 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (46deaba3-a996-4706-9c68-ab4161aaae95), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:35.469092 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.segments_db [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Added segment 46deaba3-a996-4706-9c68-ab4161aaae95 of type vlan for network 1a26324e-a484-431f-a0bf-0f0035ff2516 May 18 14:19:35.566776 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (1a26324e-a484-431f-a0bf-0f0035ff2516), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:35.677440 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-2bca8f6d-3e67-4ad8-9e55-fa1a69ceaf03 service neutron] 10.222.0.71 "GET /v2.0/networks/f33887a7-c715-4b1c-bc7a-df6c4c46a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450471 May 18 14:19:35.715407 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (1a26324e-a484-431f-a0bf-0f0035ff2516), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:35.716574 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:35.717406 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:35.799576 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] Pushing event updated for resources: {'Network': ['ID=1a26324e-a484-431f-a0bf-0f0035ff2516,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:35.817289 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 1a26324e-a484-431f-a0bf-0f0035ff2516 details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:19:35.915990 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-fe62f3b1-b290-452d-b880-6626fc80b310 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4590273 May 18 14:19:35.918872 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44506) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:35.934048 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-fbef9dbb-d79c-49c6-ba54-8e284b996815 admin admin] Request body: {'subnet': {'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1026734107-subnet', 'tenant_id': 'ce4cb1ad92e24a0da2b23d6e4fcb45a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:35.989519 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:36.019025 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5b39f22e-381c-48dc-b957-fd712fd73cd7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:36.069419 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ccd9c930-263f-46da-9a10-d4b9c8f6e14f req-c6aed30c-2f67-4526-9af9-bb3d58d0e3d7 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 210 time: 0.0529335 May 18 14:19:36.083064 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:36.107286 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbef9dbb-d79c-49c6-ba54-8e284b996815 admin admin] Made reservation on behalf of ce4cb1ad92e24a0da2b23d6e4fcb45a5 for: {'subnet': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:19:36.113957 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbef9dbb-d79c-49c6-ba54-8e284b996815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3790876'] for subnet (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:36.165154 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5b39f22e-381c-48dc-b957-fd712fd73cd7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (6562e1a3-e339-42f9-958c-a3232aada30e), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:36.193699 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:36.203864 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:36.469624 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for port (dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:36.528543 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:36.557305 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f21ab2-7d6b-42c8-8bf5-6af1656bfbaa req-f7cb50b2-4fce-4644-a640-deeab1e8d346 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:36.558989 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-65f21ab2-7d6b-42c8-8bf5-6af1656bfbaa req-f7cb50b2-4fce-4644-a640-deeab1e8d346 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.0863080 May 18 14:19:36.562515 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.l3_db [None req-5b39f22e-381c-48dc-b957-fd712fd73cd7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Floating IP 6562e1a3-e339-42f9-958c-a3232aada30e associated. External IP: 172.27.2.59, port: 3a13fd54-c45b-4661-b1e4-180d199c7f85. May 18 14:19:36.622714 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:36.660515 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbef9dbb-d79c-49c6-ba54-8e284b996815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3790858'] for subnet (b0fb0337-d470-42c0-84dd-e56838b11a92), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:36.787717 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:36.836475 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (d5ae946e-f8f7-483d-90b4-625c6090d3cd), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:36.892929 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbef9dbb-d79c-49c6-ba54-8e284b996815 admin admin] Checking segment: {'id': '46deaba3-a996-4706-9c68-ab4161aaae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:36.894244 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbef9dbb-d79c-49c6-ba54-8e284b996815 admin admin] Network hostable DHCP agents. Network: 1a26324e-a484-431f-a0bf-0f0035ff2516, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:19:36.910742 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef9dbb-d79c-49c6-ba54-8e284b996815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0fb0337-d470-42c0-84dd-e56838b11a92,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:36.933473 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-65f21ab2-7d6b-42c8-8bf5-6af1656bfbaa req-41bb5e0b-d6cd-42a4-a007-dcecbdba28b1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136446 May 18 14:19:37.007363 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event updated for resources: {'Port': ['ID=dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:37.120009 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b39f22e-381c-48dc-b957-fd712fd73cd7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Router fe4748ca-7337-4e62-b4d2-9767f1f0fccf has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:19:37.217220 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0e3192b6-aa18-4312-975b-93b5462bc68f req-7711ae3e-1a1c-404c-bb91-80705950ba9c tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 210 time: 0.0424383 May 18 14:19:37.299680 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:37.301057 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b39f22e-381c-48dc-b957-fd712fd73cd7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:19:37.307112 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5b39f22e-381c-48dc-b957-fd712fd73cd7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:37.316821 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c2223-32cb-4d95-b267-71d953963e87 None None] Sync routers for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:19:37.348363 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c2223-32cb-4d95-b267-71d953963e87 None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:19:37.349384 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-183c2223-32cb-4d95-b267-71d953963e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:19:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:37.366617 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-5b39f22e-381c-48dc-b957-fd712fd73cd7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "PUT /v2.0/floatingips/6562e1a3-e339-42f9-958c-a3232aada30e HTTP/1.1" status: 200 len: 991 time: 3.4475267 May 18 14:19:37.366617 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5170720-7488-4707-a118-936a7088fa2e', 'tag': '3a13fd54-c45b-4661-b1e4-180d199c7f85'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:19:37.373261 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbef9dbb-d79c-49c6-ba54-8e284b996815 admin admin] Network 1a26324e-a484-431f-a0bf-0f0035ff2516 is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:19:37.383154 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e8a0a4-3f18-4461-88c4-4a7a56201cde" -d '{"events": [{"name": "network-changed", "server_uuid": "f5170720-7488-4707-a118-936a7088fa2e", "tag": "3a13fd54-c45b-4661-b1e4-180d199c7f85"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:19:37.391956 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:37.393252 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-20ef6808-c49c-4c03-91af-f940c10a2851 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7930458 May 18 14:19:37.517495 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558250c9-4b2c-460d-96e8-f24334115d43 x-openstack-request-id: req-558250c9-4b2c-460d-96e8-f24334115d43 {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:19:37.517495 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5170720-7488-4707-a118-936a7088fa2e", "tag": "3a13fd54-c45b-4661-b1e4-180d199c7f85", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:19:37.517495 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-558250c9-4b2c-460d-96e8-f24334115d43 {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:19:37.517495 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558250c9-4b2c-460d-96e8-f24334115d43'] response: {'name': 'network-changed', 'server_uuid': 'f5170720-7488-4707-a118-936a7088fa2e', 'tag': '3a13fd54-c45b-4661-b1e4-180d199c7f85', 'status': 'completed', 'code': 200} May 18 14:19:37.518024 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-183c2223-32cb-4d95-b267-71d953963e87 None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:19:37.539700 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-fbef9dbb-d79c-49c6-ba54-8e284b996815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 1a26324e-a484-431f-a0bf-0f0035ff2516) {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:37.614257 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef9dbb-d79c-49c6-ba54-8e284b996815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:37.622340 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ffa3d5-50fe-44bb-9287-d4d29adb5af5 None None] Network 1a26324e-a484-431f-a0bf-0f0035ff2516 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:19:37.632497 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbef9dbb-d79c-49c6-ba54-8e284b996815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:37.774555 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-fbef9dbb-d79c-49c6-ba54-8e284b996815 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8519719 May 18 14:19:37.815460 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a0a4-3f18-4461-88c4-4a7a56201cde req-6af2f0bd-7236-4499-999c-a3242d2b6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:37.817674 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e8e8a0a4-3f18-4461-88c4-4a7a56201cde req-6af2f0bd-7236-4499-999c-a3242d2b6652 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=658446fc889449e6bc55b5856b9ce144&device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 1130 time: 0.1373565 May 18 14:19:37.895563 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-183c2223-32cb-4d95-b267-71d953963e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '6562e1a3-e339-42f9-958c-a3232aada30e', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'port_id': '3a13fd54-c45b-4661-b1e4-180d199c7f85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'mac_address': 'fa:16:3e:af:b4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5170720-7488-4707-a118-936a7088fa2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:19:04Z', 'updated_at': '2022-05-18T14:19:35Z', 'revision_number': 1, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:07Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:37.931457 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c2223-32cb-4d95-b267-71d953963e87 None None] Checking router: fe4748ca-7337-4e62-b4d2-9767f1f0fccf for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:19:37.952441 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c2223-32cb-4d95-b267-71d953963e87 None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:19:37.954031 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-183c2223-32cb-4d95-b267-71d953963e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:19:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:37.959201 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bd9c34-7344-4a5c-b095-a20e1d759dbd None None] Network 1a26324e-a484-431f-a0bf-0f0035ff2516 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:19:38.012277 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a0a4-3f18-4461-88c4-4a7a56201cde req-47e47f8e-d1d7-4bf1-ad5e-48cdccd80f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:38.015238 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e8e8a0a4-3f18-4461-88c4-4a7a56201cde req-47e47f8e-d1d7-4bf1-ad5e-48cdccd80f42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=334439c5-6ef6-4e71-8281-26641c373c95 HTTP/1.1" status: 200 len: 912 time: 0.1868365 May 18 14:19:38.024709 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:38.280394 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e8e8a0a4-3f18-4461-88c4-4a7a56201cde req-c0e698e7-cbf1-4ab0-bfd6-3322c8611eb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a13fd54-c45b-4661-b1e4-180d199c7f85 HTTP/1.1" status: 200 len: 999 time: 0.2507479 May 18 14:19:38.283555 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-183c2223-32cb-4d95-b267-71d953963e87 None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:19:38.327460 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:38.396534 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:38.502864 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800269d-c89a-4493-ba21-cfb2abada1b1 req-4e88bf6d-7fe8-41d3-a5a8-6943dad5f1d4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:38.505743 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e800269d-c89a-4493-ba21-cfb2abada1b1 req-4e88bf6d-7fe8-41d3-a5a8-6943dad5f1d4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.2216115 May 18 14:19:38.564436 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a0a4-3f18-4461-88c4-4a7a56201cde req-e540e9ef-ab49-4a3d-af87-aa78713879f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:38.566717 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e8e8a0a4-3f18-4461-88c4-4a7a56201cde req-e540e9ef-ab49-4a3d-af87-aa78713879f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d339709-559c-40e7-b626-3d9428a02eca HTTP/1.1" status: 200 len: 850 time: 0.2618413 May 18 14:19:38.579023 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-a05307b0-0ff0-48a6-8fe9-b01f8cf6f6b2 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2008294042&fields=id&tenant_id=bf92bdbff72f450ebfcb2d68f14aa523 HTTP/1.1" status: 200 len: 267 time: 0.7599530 May 18 14:19:38.674279 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e800269d-c89a-4493-ba21-cfb2abada1b1 req-a88a9b8f-9b6f-4787-85e8-30f8adb492fd tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478450 May 18 14:19:38.674564 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a0a4-3f18-4461-88c4-4a7a56201cde req-e5816547-011f-404b-83ac-d11af3958ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:38.676374 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e8e8a0a4-3f18-4461-88c4-4a7a56201cde req-e5816547-011f-404b-83ac-d11af3958ca4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=334439c5-6ef6-4e71-8281-26641c373c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957234 May 18 14:19:38.695210 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:38.891347 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-183c2223-32cb-4d95-b267-71d953963e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '6562e1a3-e339-42f9-958c-a3232aada30e', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'port_id': '3a13fd54-c45b-4661-b1e4-180d199c7f85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'mac_address': 'fa:16:3e:af:b4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5170720-7488-4707-a118-936a7088fa2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:19:04Z', 'updated_at': '2022-05-18T14:19:35Z', 'revision_number': 1, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:07Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:19:38.986939 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c2223-32cb-4d95-b267-71d953963e87 None None] The sync data for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi is: [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '6562e1a3-e339-42f9-958c-a3232aada30e', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'port_id': '3a13fd54-c45b-4661-b1e4-180d199c7f85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'mac_address': 'fa:16:3e:af:b4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5170720-7488-4707-a118-936a7088fa2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:19:04Z', 'updated_at': '2022-05-18T14:19:35Z', 'revision_number': 1, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:07Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:19:39.057593 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1473d06e-43d6-4f08-a1e1-f3189ac7cc5e req-6340c257-e02b-44e2-915c-37f3fc66c61a tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 210 time: 0.1674976 May 18 14:19:39.235848 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-8fd9b9b6-21da-4d19-a331-d4638b80408e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:39.237850 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-8fd9b9b6-21da-4d19-a331-d4638b80408e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 818 time: 0.6225457 May 18 14:19:39.643236 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f9830-b3da-49bd-9eeb-1709b3cf26de None None] New status for floating IP 6562e1a3-e339-42f9-958c-a3232aada30e: ACTIVE {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:19:39.760590 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e8e8a0a4-3f18-4461-88c4-4a7a56201cde req-a8efb8e3-ba1f-4c7a-9510-366b2182e97e service neutron] 10.222.0.72 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0528865 May 18 14:19:39.765812 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-6e6b0bdd-cbd9-4399-a7ef-d6679499e0cd tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/quotas/bf92bdbff72f450ebfcb2d68f14aa523 HTTP/1.1" status: 200 len: 375 time: 0.5072839 May 18 14:19:40.035766 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:40.304736 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e8e8a0a4-3f18-4461-88c4-4a7a56201cde req-f7bfdacc-875e-4482-a321-180a3d89f355 service neutron] 10.222.0.72 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306420 May 18 14:19:40.316420 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf492eac-a40a-4393-9db7-72ad16dfc92e req-2aed757b-de21-4bc9-83d0-3bc4b90c5449 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:40.318594 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cf492eac-a40a-4393-9db7-72ad16dfc92e req-2aed757b-de21-4bc9-83d0-3bc4b90c5449 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.2741561 May 18 14:19:40.330942 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-92ad70fb-c9a8-4e8b-8ef6-65012bfea5f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2996602 May 18 14:19:40.513275 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cf492eac-a40a-4393-9db7-72ad16dfc92e req-887ecec1-8a41-41aa-87e6-9cfd81ca87db tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809416 May 18 14:19:40.564020 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-1f28450e-31a9-4392-9665-88f45715e2eb service neutron] 10.222.0.71 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031662 May 18 14:19:40.683464 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cece32c0-b6b6-42bf-95ed-94fc00766cf5 req-5fc29ba8-8585-4025-9861-49c5b9917882 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 210 time: 0.0480695 May 18 14:19:40.795913 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:40.808063 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-46800a69-065b-424a-a4cf-c67f9ae77311 service neutron] 10.222.0.71 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332885 May 18 14:19:40.890057 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-dbaf8e2d-3428-4527-9295-89d1af1aac00 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:40.892403 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-dbaf8e2d-3428-4527-9295-89d1af1aac00 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.72 "GET /v2.0/networks?id=f33887a7-c715-4b1c-bc7a-df6c4c46a962 HTTP/1.1" status: 200 len: 813 time: 0.2019179 May 18 14:19:40.925281 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Request body: {'port': {'device_id': '4de03536-c26a-4a61-a79c-441dcb73b82b', 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962', 'admin_state_up': True, 'tenant_id': 'bb4c33274e584df8a977aaf5c4add4be'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:41.127481 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-496a9214-1787-436e-8335-d06211aad901 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640691390&fields=id&tenant_id=40663a63d8dc4922879421a0c7d0c0a7 HTTP/1.1" status: 200 len: 267 time: 0.1948097 May 18 14:19:41.393462 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-763a0a76-d977-49ea-ac3a-865aba84fe8b req-216a930b-7dd6-4952-946b-682908f793bb tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 210 time: 0.0439723 May 18 14:19:41.497312 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-8519e1b5-f0e6-4958-8532-c1c34f5be2b5 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:41.499220 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-8519e1b5-f0e6-4958-8532-c1c34f5be2b5 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/networks?id=485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 200 len: 811 time: 0.3443542 May 18 14:19:41.531952 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-8960078b-9709-4139-95c4-139a28cc059b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/quotas/40663a63d8dc4922879421a0c7d0c0a7 HTTP/1.1" status: 200 len: 375 time: 0.0258598 May 18 14:19:41.555058 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Made reservation on behalf of bb4c33274e584df8a977aaf5c4add4be for: {'port': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:19:41.560543 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:41.698341 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:41.791182 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-ea80b0d0-0915-45f8-9b50-92ac16566ef8 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2571633 May 18 14:19:41.989753 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-3d13d1cb-d0fb-4b5e-a012-d4d2bfdaacf9 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:41.992921 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-3d13d1cb-d0fb-4b5e-a012-d4d2bfdaacf9 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/networks?id=1a26324e-a484-431f-a0bf-0f0035ff2516 HTTP/1.1" status: 200 len: 809 time: 0.4286673 May 18 14:19:42.060171 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-444bd402-ec7a-43cd-bbeb-ec7d48f2f0d1 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/quotas/ce4cb1ad92e24a0da2b23d6e4fcb45a5 HTTP/1.1" status: 200 len: 375 time: 0.0553491 May 18 14:19:42.067058 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:42.097394 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Allocated IP 172.20.0.3 (f33887a7-c715-4b1c-bc7a-df6c4c46a962/5db89743-f78f-4687-8c3b-9140b83967ce/61b45c5e-56af-48c6-892d-c66865910e7e) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:19:42.130584 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-f1e36c39-8969-455a-8954-f8bdf6e026de service neutron] 10.222.0.71 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235190 May 18 14:19:42.136023 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-80c588ad-df1c-41f8-9397-b56f1778a021 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce4cb1ad92e24a0da2b23d6e4fcb45a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584736 May 18 14:19:42.505822 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-58e46046-6b65-4774-87e2-b238c452be5e service neutron] 10.222.0.71 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481066 May 18 14:19:42.511231 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-7bf23899-f057-4b1f-b2a5-2665ba1eb1ed service neutron] 10.222.0.71 "GET /v2.0/networks/1a26324e-a484-431f-a0bf-0f0035ff2516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680656 May 18 14:19:42.672006 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks [] for port (61b45c5e-56af-48c6-892d-c66865910e7e), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:42.696271 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-7197a556-ba3d-4cee-907a-1ff62332111c service neutron] 10.222.0.71 "GET /v2.0/networks/1a26324e-a484-431f-a0bf-0f0035ff2516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714900 May 18 14:19:42.866533 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:42.923824 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Network f33887a7-c715-4b1c-bc7a-df6c4c46a962 is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:19:42.930377 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:42.933157 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:19:42.979208 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Pushing event updated for resources: {'Port': ['ID=61b45c5e-56af-48c6-892d-c66865910e7e,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:43.001946 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:43.002563 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:43.144680 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cc2436c5-4993-4229-af4f-36eaf1d94a49 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2385137 May 18 14:19:43.181419 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Request body: {'port': {'device_id': '4de03536-c26a-4a61-a79c-441dcb73b82b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:43.196600 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe23db1-ad9f-492a-86c8-9553185c9eae req-622e2b29-c521-477c-944d-51014ba24d05 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:43.210254 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dbe23db1-ad9f-492a-86c8-9553185c9eae req-622e2b29-c521-477c-944d-51014ba24d05 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1127522 May 18 14:19:43.321235 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:43.374275 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dbe23db1-ad9f-492a-86c8-9553185c9eae req-20570565-2b3a-4506-899b-0886e6c05d52 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685960 May 18 14:19:43.659987 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28fc2a-2125-493e-9ab6-4e8e3a19b398 req-ee4b9526-fe79-426b-89f6-40ad4e9e2459 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:43.667991 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6e28fc2a-2125-493e-9ab6-4e8e3a19b398 req-ee4b9526-fe79-426b-89f6-40ad4e9e2459 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 931 time: 0.1915720 May 18 14:19:43.781635 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:43.791468 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-43485e65-908e-40e5-a314-b84f82ba1d24 req-1d5783cb-98be-44e6-9e92-4b34fcc63092 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 210 time: 0.1095603 May 18 14:19:43.845952 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6e28fc2a-2125-493e-9ab6-4e8e3a19b398 req-c093970b-24f1-4aed-b5c3-a1deee8bb91d tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769187 May 18 14:19:43.919461 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:43.931818 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c4abbedc-7e12-4cee-ae64-651c59d40996 req-d21b2147-943b-47e0-a076-7580552efe40 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 210 time: 0.0495534 May 18 14:19:43.972844 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e8faaabd-97c4-4667-aaa6-4f377c085eeb req-8b07c851-15a9-4f58-8c84-8ea474978095 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 210 time: 0.0746739 May 18 14:19:44.054371 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b45c5e-56af-48c6-892d-c66865910e7e {{(pid=104324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:19:44.065669 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Publish callbacks [] for port (61b45c5e-56af-48c6-892d-c66865910e7e), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:44.086808 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.provisioning_blocks [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Transition to ACTIVE for port object 61b45c5e-56af-48c6-892d-c66865910e7e will not be triggered until provisioned by entity L2. {{(pid=104324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:19:44.185539 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:44.585215 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7476f6-8fb6-4863-a41e-da61c5995ff1 req-c899d5c3-0197-4ef3-9a5d-94e2e26267d5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:44.586860 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-be7476f6-8fb6-4863-a41e-da61c5995ff1 req-c899d5c3-0197-4ef3-9a5d-94e2e26267d5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.0744805 May 18 14:19:44.590455 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Pushing event updated for resources: {'Port': ['ID=61b45c5e-56af-48c6-892d-c66865910e7e,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:44.726616 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-be7476f6-8fb6-4863-a41e-da61c5995ff1 req-2195e436-9579-4f33-9ab4-4158fba91c0c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262972 May 18 14:19:44.732849 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.managers [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Attempting to bind port 61b45c5e-56af-48c6-892d-c66865910e7e on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:19:44.733312 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.managers [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Attempting to bind port 61b45c5e-56af-48c6-892d-c66865910e7e by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '0229fe97-0410-4a62-a965-0478f5cb710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962'}] {{(pid=104324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:19:44.733509 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Attempting to bind port 61b45c5e-56af-48c6-892d-c66865910e7e on network f33887a7-c715-4b1c-bc7a-df6c4c46a962 {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:44.739162 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Port 61b45c5e-56af-48c6-892d-c66865910e7e on network f33887a7-c715-4b1c-bc7a-df6c4c46a962 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:19:44.739500 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Attempting to bind port 61b45c5e-56af-48c6-892d-c66865910e7e on network f33887a7-c715-4b1c-bc7a-df6c4c46a962 {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:44.746617 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:19:44.747149 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Checking segment: {'id': '0229fe97-0410-4a62-a965-0478f5cb710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:44.747390 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Bound using segment: {'id': '0229fe97-0410-4a62-a965-0478f5cb710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962'} {{(pid=104324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:19:44.747831 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.managers [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Bound port: 61b45c5e-56af-48c6-892d-c66865910e7e, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0229fe97-0410-4a62-a965-0478f5cb710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962'}}] {{(pid=104324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:19:44.748196 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:44.831861 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] For port 61b45c5e-56af-48c6-892d-c66865910e7e, host hv-cinder-75510, cleared binding levels {{(pid=104324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:19:44.837024 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] For port 61b45c5e-56af-48c6-892d-c66865910e7e, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=61b45c5e-56af-48c6-892d-c66865910e7e,segment=NetworkSegment(0229fe97-0410-4a62-a965-0478f5cb710d),segment_id=0229fe97-0410-4a62-a965-0478f5cb710d)] {{(pid=104324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:19:44.950639 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54ee9c02-7d6f-409a-83be-dc3209a32858 req-7b9dc1ac-5794-4dda-bd9d-7c3b6e9af425 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 210 time: 0.0589752 May 18 14:19:45.052036 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:45.138021 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8e2dc-24a0-44b3-a840-9fd71d61cff4 req-fa33229a-9e97-4a14-82b7-2f73c3c3055e tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:45.142618 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-21b8e2dc-24a0-44b3-a840-9fd71d61cff4 req-fa33229a-9e97-4a14-82b7-2f73c3c3055e tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 943 time: 0.1787877 May 18 14:19:45.150359 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-68b092de-184a-4753-baa2-10daf6102af3 req-7fa46afb-2e25-48fc-8679-eaa815c62aaf tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 210 time: 0.1219380 May 18 14:19:45.201795 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:45.202889 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:45.205893 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] 10.222.0.72 "PUT /v2.0/ports/61b45c5e-56af-48c6-892d-c66865910e7e HTTP/1.1" status: 200 len: 1093 time: 2.0383728 May 18 14:19:45.207141 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de03536-c26a-4a61-a79c-441dcb73b82b', 'tag': '61b45c5e-56af-48c6-892d-c66865910e7e'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:19:45.212581 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5399ffc5-1993-4af6-9b70-7047b6249937" -d '{"events": [{"name": "network-changed", "server_uuid": "4de03536-c26a-4a61-a79c-441dcb73b82b", "tag": "61b45c5e-56af-48c6-892d-c66865910e7e"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:19:45.289338 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b8abfc66-a489-46db-a1e5-6da46009ac8b req-191346b0-62d8-480f-8cd0-7261be117cab tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 210 time: 0.0587218 May 18 14:19:45.300097 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630de98-1652-476d-9dfd-48ee441364bd service neutron] Pushing event updated for resources: {'Port': ['ID=61b45c5e-56af-48c6-892d-c66865910e7e,revision_number=3']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:45.355618 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-21b8e2dc-24a0-44b3-a840-9fd71d61cff4 req-b8870397-bd66-4837-9e21-567bff306f35 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920636 May 18 14:19:45.410700 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada840a8-9166-4f68-ba88-ce0789a24abe x-openstack-request-id: req-ada840a8-9166-4f68-ba88-ce0789a24abe {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:19:45.410999 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de03536-c26a-4a61-a79c-441dcb73b82b", "tag": "61b45c5e-56af-48c6-892d-c66865910e7e", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:19:45.411304 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ada840a8-9166-4f68-ba88-ce0789a24abe {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:19:45.411807 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada840a8-9166-4f68-ba88-ce0789a24abe'] response: {'name': 'network-changed', 'server_uuid': '4de03536-c26a-4a61-a79c-441dcb73b82b', 'tag': '61b45c5e-56af-48c6-892d-c66865910e7e', 'status': 'completed', 'code': 200} May 18 14:19:45.597309 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:45.888815 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:45.921918 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96102fa8-4f5d-4aae-9abb-75dd9c8845bc req-93af13c2-32d3-4964-ba94-df0ac374432c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:45.924275 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-96102fa8-4f5d-4aae-9abb-75dd9c8845bc req-93af13c2-32d3-4964-ba94-df0ac374432c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1151967 May 18 14:19:46.021353 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-96102fa8-4f5d-4aae-9abb-75dd9c8845bc req-d47710e1-4f96-4dd5-be78-330507eaa168 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858731 May 18 14:19:46.088237 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5fe2af26-487c-4c58-b6b0-a089e864f15d req-1d76ca9c-8fd5-47ed-88ba-9476dd265387 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 210 time: 0.0471108 May 18 14:19:46.318645 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-33ce8a6c-9b66-4085-980d-b2fa5c7272f7 req-8c5d8762-76c7-4179-899a-9c35316b056e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 210 time: 0.0444522 May 18 14:19:46.385132 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:46.452911 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-508b34f7-65b3-4ed6-8c5a-98a6d3e387c2 req-536a091c-76ad-4c6b-8ef1-25d1f05e8343 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 210 time: 0.0554192 May 18 14:19:46.553794 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:46.579297 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0bdd4-5acc-48e4-87c1-e94aa9b289ad req-182f7145-ec26-4cd4-bba1-fa5ffe18282b tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:46.588487 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9ab0bdd4-5acc-48e4-87c1-e94aa9b289ad req-182f7145-ec26-4cd4-bba1-fa5ffe18282b tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 943 time: 0.0995953 May 18 14:19:46.644146 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9ab0bdd4-5acc-48e4-87c1-e94aa9b289ad req-883780f3-945d-412f-ae02-436d5dfc6a5a tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545201 May 18 14:19:46.780195 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:46.822038 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399ffc5-1993-4af6-9b70-7047b6249937 req-93e6d856-f125-437c-93b6-94d7bb348ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:46.824303 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5399ffc5-1993-4af6-9b70-7047b6249937 req-93e6d856-f125-437c-93b6-94d7bb348ffa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb4c33274e584df8a977aaf5c4add4be&device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 1127 time: 0.0609176 May 18 14:19:46.970908 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399ffc5-1993-4af6-9b70-7047b6249937 req-b76f8268-9bb8-49ef-834c-ad01a8e2a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:46.973327 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5399ffc5-1993-4af6-9b70-7047b6249937 req-b76f8268-9bb8-49ef-834c-ad01a8e2a9fa service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=bb4c33274e584df8a977aaf5c4add4be&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1413033 May 18 14:19:47.023323 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:47.155825 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399ffc5-1993-4af6-9b70-7047b6249937 req-a34b84b2-f710-4b40-b08b-127067beb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:47.159070 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5399ffc5-1993-4af6-9b70-7047b6249937 req-a34b84b2-f710-4b40-b08b-127067beb292 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1774826 May 18 14:19:47.222092 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:47.382126 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c89b83-b472-4c39-883b-d4f073cb2b59 req-6f57f66a-58e6-483f-9456-1b315a9afb29 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:47.398900 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b3c89b83-b472-4c39-883b-d4f073cb2b59 req-6f57f66a-58e6-483f-9456-1b315a9afb29 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1941407 May 18 14:19:47.400297 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-da7e4753-e133-44da-ace4-be25b8ac5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:47.402334 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-da7e4753-e133-44da-ace4-be25b8ac5492 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb4c33274e584df8a977aaf5c4add4be&device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 1127 time: 0.1211159 May 18 14:19:47.418856 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-13638143-6efe-4815-a39e-77121ed150b3 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:47.423556 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-13638143-6efe-4815-a39e-77121ed150b3 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 818 time: 0.3498061 May 18 14:19:47.426191 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:47.470512 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e354a0e1-e039-4ca0-98c9-14ccb9d95d57 req-77498a9f-7d71-4c38-b5be-0c442ab6a87c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 210 time: 0.2078319 May 18 14:19:47.563176 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-bac9cc38-a2c5-4066-92d0-957059084885 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61b45c5e-56af-48c6-892d-c66865910e7e HTTP/1.1" status: 200 len: 217 time: 0.0911858 May 18 14:19:47.645409 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-112cd7cf-b064-4a20-90c7-902fc9d3e38a req-8debd2b9-2be2-4b3b-a48c-96913d7c442a tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 210 time: 0.0936434 May 18 14:19:47.683492 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-8940152a-1c8a-4ea9-9d5f-93724f10fa92 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf92bdbff72f450ebfcb2d68f14aa523 HTTP/1.1" status: 200 len: 380 time: 0.2518325 May 18 14:19:47.700135 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Request body: {'port': {'device_id': '547fc190-6948-4b43-be50-f2ff5871117d', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'admin_state_up': True, 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'security_groups': ['0623c9df-e27e-49d4-8abd-9935a417b2ca']}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:47.752424 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b3c89b83-b472-4c39-883b-d4f073cb2b59 req-2e5c96d1-bbc0-4fa0-8ae4-dcc0a1b34a1a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466277 May 18 14:19:47.755761 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:47.839484 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-13410724-49de-4eac-a552-c8c41f81e6f5 req-9acb268a-97a1-48a5-9a93-338bd08e7e7f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 210 time: 0.0741575 May 18 14:19:47.862264 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-35134627-7c2c-49f5-9b2f-558804630061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:47.864585 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-35134627-7c2c-49f5-9b2f-558804630061 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5db89743-f78f-4687-8c3b-9140b83967ce HTTP/1.1" status: 200 len: 853 time: 0.2804792 May 18 14:19:47.955782 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed422914-fb71-4fd8-978a-8a2508092409 req-32cb13fd-9bf8-42b7-beca-401fc288fc70 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:47.957730 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ed422914-fb71-4fd8-978a-8a2508092409 req-32cb13fd-9bf8-42b7-beca-401fc288fc70 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 943 time: 0.0763361 May 18 14:19:48.031353 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ed422914-fb71-4fd8-978a-8a2508092409 req-e10c2890-575d-49f1-86cd-694efef45791 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673718 May 18 14:19:48.075158 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:48.138183 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Made reservation on behalf of bf92bdbff72f450ebfcb2d68f14aa523 for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:19:48.143317 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:48.233690 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-c9089c71-f209-45f1-8987-8ed6c11c41e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f33887a7-c715-4b1c-bc7a-df6c4c46a962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907328 May 18 14:19:48.334772 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:48.374430 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Allocated IP 172.20.0.11 (baccbdbd-0bb0-4326-967c-7a711fcb09dc/de832773-715d-478a-9977-447bac299d9a/dca7d76b-8e81-48d0-9bab-071a1dd0f036) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:19:48.605683 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-cddf26b6-a302-458a-afa4-4fb7b67ecf42 service neutron] 10.222.0.72 "GET /v2.0/networks/f33887a7-c715-4b1c-bc7a-df6c4c46a962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043688 May 18 14:19:48.711559 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:48.798839 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-c7dca498-ced3-4ba4-9c85-03dc3e8cb53e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:48.800599 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-c7dca498-ced3-4ba4-9c85-03dc3e8cb53e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.72 "GET /v2.0/networks?id=1a26324e-a484-431f-a0bf-0f0035ff2516 HTTP/1.1" status: 200 len: 809 time: 0.2146518 May 18 14:19:48.817827 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Request body: {'port': {'device_id': 'e5c25069-a881-4a44-a7d0-472aea239b56', 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516', 'admin_state_up': True, 'tenant_id': 'ce4cb1ad92e24a0da2b23d6e4fcb45a5'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:48.895847 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.72', 56506) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:48.898031 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=93 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:48.923144 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ccf2d4aa-5f59-42d1-9073-26a22c94635f req-815d723f-45e4-4b54-921e-d991d121605e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 210 time: 0.0763111 May 18 14:19:49.056022 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-962dda00-dc84-4860-9114-08b8f4572d6f req-e78350e4-8238-40db-85a2-05f7c6db625e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 210 time: 0.2099953 May 18 14:19:49.088370 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-12353020-7f82-4b84-8285-50dedf2a8b36 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:49.090169 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-12353020-7f82-4b84-8285-50dedf2a8b36 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "GET /v2.0/networks?id=485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 200 len: 811 time: 0.1923311 May 18 14:19:49.091467 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:49.098960 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:49.212747 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c3575dd0-9efd-4db7-a1f6-7e344f9ec245 req-607b6155-9e3a-4bfd-b21c-a2433ebb2a8f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 210 time: 0.0448930 May 18 14:19:49.267595 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d21fad-91dc-41d0-8b55-72c8120b42cc req-43d4e8fc-2412-4e5c-b13b-ce093e002707 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:49.270798 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b8d21fad-91dc-41d0-8b55-72c8120b42cc req-43d4e8fc-2412-4e5c-b13b-ce093e002707 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1689148 May 18 14:19:49.275504 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95fa9abb-1c40-47ce-8536-f06a50e34b42 req-1ddefae2-570a-44b8-b0d0-be1b4c6331b1 service neutron] 10.222.0.72 "GET /v2.0/networks/f33887a7-c715-4b1c-bc7a-df6c4c46a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627624 May 18 14:19:49.322162 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Network baccbdbd-0bb0-4326-967c-7a711fcb09dc is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:19:49.346390 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:49.354893 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:19:49.368619 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-734a889f-2576-4123-8136-8fcfcbc63283 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40663a63d8dc4922879421a0c7d0c0a7 HTTP/1.1" status: 200 len: 379 time: 0.2643592 May 18 14:19:49.388063 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'port': {'device_id': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'admin_state_up': True, 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'security_groups': ['450d2e01-a454-4112-af9d-9a88489bf8d5']}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:49.404947 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad4b84-23ce-4122-b8eb-c89405a39216 req-69219ba9-4c37-42d4-a31f-41089248418a tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:49.406619 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b1ad4b84-23ce-4122-b8eb-c89405a39216 req-69219ba9-4c37-42d4-a31f-41089248418a tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 943 time: 0.1065226 May 18 14:19:49.423571 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b8d21fad-91dc-41d0-8b55-72c8120b42cc req-24c63661-3740-4ecd-98a7-3bd1ae96c8bf tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467614 May 18 14:19:49.444094 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event updated for resources: {'Port': ['ID=dca7d76b-8e81-48d0-9bab-071a1dd0f036,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:49.539865 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b1ad4b84-23ce-4122-b8eb-c89405a39216 req-585b0a84-e9b2-473d-9e78-84fcfc34ce66 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201224 May 18 14:19:49.564075 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:49.564890 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:49.728900 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-840be3d2-4d2a-4a0f-936c-5dc43b6ddc38 None None] Provisioning complete for port dca7d76b-8e81-48d0-9bab-071a1dd0f036 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:49.729604 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-840be3d2-4d2a-4a0f-936c-5dc43b6ddc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:49.788352 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-840be3d2-4d2a-4a0f-936c-5dc43b6ddc38 None None] Port dca7d76b-8e81-48d0-9bab-071a1dd0f036 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:19:50.063320 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c2b3d-8cec-4591-946f-36232a8fa6ab req-3530b64c-9ac0-484e-b320-6b4c28cfb4a5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:50.065840 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d68c2b3d-8cec-4591-946f-36232a8fa6ab req-3530b64c-9ac0-484e-b320-6b4c28cfb4a5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 932 time: 0.0564525 May 18 14:19:50.131980 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d68c2b3d-8cec-4591-946f-36232a8fa6ab req-7c7182ba-5000-4bc7-bf85-a2080760cacd tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590339 May 18 14:19:50.192057 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3b278cce-9d47-4bc7-b8bf-3b499aa9d0c1 req-23e4e68f-5792-4990-8d2f-c4a346f7b64d tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 210 time: 0.0373964 May 18 14:19:50.286343 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Made reservation on behalf of 40663a63d8dc4922879421a0c7d0c0a7 for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:19:50.293878 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:50.295960 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Made reservation on behalf of ce4cb1ad92e24a0da2b23d6e4fcb45a5 for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:19:50.299648 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:50.318265 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-567a799f-969d-40ba-afb8-832e6e993b81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6236148 May 18 14:19:50.401389 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4e4c74a7-547c-4548-b8e4-24f5c34db984 req-ff278413-16b2-407d-bf65-819ce6813ab2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 210 time: 0.0488040 May 18 14:19:50.464288 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:50.485072 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Request body: {'port': {'device_id': '547fc190-6948-4b43-be50-f2ff5871117d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:50.686581 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74697eab-51d2-4b2a-8db5-b0fa8c9d6377 req-1f3cefe5-0a4f-4546-85d2-3ffe250a04ca tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:50.688265 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-74697eab-51d2-4b2a-8db5-b0fa8c9d6377 req-1f3cefe5-0a4f-4546-85d2-3ffe250a04ca tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1002173 May 18 14:19:50.795134 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0945e-bc4f-49f9-afb3-7cf9f2e5d54d req-6870c260-2ed2-4d77-a023-73a19de5934c tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:50.802918 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8ed0945e-bc4f-49f9-afb3-7cf9f2e5d54d req-6870c260-2ed2-4d77-a023-73a19de5934c tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 943 time: 0.0867305 May 18 14:19:50.862981 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-74697eab-51d2-4b2a-8db5-b0fa8c9d6377 req-35b341ad-5bbc-436c-97f8-3aa8dcae4864 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606710 May 18 14:19:50.949928 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8ed0945e-bc4f-49f9-afb3-7cf9f2e5d54d req-7de53d86-dc1f-415c-bd08-be420cf6190c tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454084 May 18 14:19:50.996371 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:51.028673 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Allocated IP 172.20.0.8 (1a26324e-a484-431f-a0bf-0f0035ff2516/b0fb0337-d470-42c0-84dd-e56838b11a92/bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:19:51.132692 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Allocated IP 172.20.0.3 (485bb1dd-78e1-4b7c-907c-2599bbac27f4/17f3fca3-f8aa-4221-afa0-9e4e902842ea/f06abc75-4752-4346-bc0f-7bde3c84480d) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:19:51.136342 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:51.196911 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:51.347775 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35838341-b007-4305-9c6e-54125a532bdb req-f62f5a00-5655-4e77-ab26-0d0babaf06cb tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:51.351795 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-35838341-b007-4305-9c6e-54125a532bdb req-f62f5a00-5655-4e77-ab26-0d0babaf06cb tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 932 time: 0.0801616 May 18 14:19:51.388392 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2bc2af3e-2949-4ecf-9725-666499370ec1 req-345bbb7a-827f-4d52-a81c-f1af7318bc56 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 210 time: 0.0354199 May 18 14:19:51.475748 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-35838341-b007-4305-9c6e-54125a532bdb req-e63725ae-35ee-458c-bb03-eb7c5d07eb2b tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088054 May 18 14:19:51.582819 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-51aafb1f-0aed-4da7-88f7-067f7c2233e8 req-27b96743-3122-481a-aac1-8e5a87165ac9 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 210 time: 0.0303459 May 18 14:19:51.689726 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:51.697247 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks [] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:51.936625 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca7d76b-8e81-48d0-9bab-071a1dd0f036 {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:19:51.946326 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Publish callbacks [] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:51.961975 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Transition to ACTIVE for port object dca7d76b-8e81-48d0-9bab-071a1dd0f036 will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:19:51.968669 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:52.022206 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:52.082888 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:19:52.099396 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Network 1a26324e-a484-431f-a0bf-0f0035ff2516 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:19:52.106203 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:52.106529 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'Port': ['ID=f06abc75-4752-4346-bc0f-7bde3c84480d,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:52.121169 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:52.125906 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:19:52.133878 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:19:52.137555 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:19:52.181209 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a2009-5b6b-4377-958b-16d7b15908d9 req-32428951-64e5-46bd-b69e-0a6ea4d19755 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:52.191276 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a80a2009-5b6b-4377-958b-16d7b15908d9 req-32428951-64e5-46bd-b69e-0a6ea4d19755 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.1847749 May 18 14:19:52.249233 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bca2d-d9df-43d4-adf3-19cfa68f4bf6 req-3fbeda4a-a319-4dfa-b30c-de6dd6bf4c8b tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:52.251207 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-200bca2d-d9df-43d4-adf3-19cfa68f4bf6 req-3fbeda4a-a319-4dfa-b30c-de6dd6bf4c8b tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 943 time: 0.1141913 May 18 14:19:52.255113 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Pushing event updated for resources: {'Port': ['ID=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:52.260483 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:52.323785 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a80a2009-5b6b-4377-958b-16d7b15908d9 req-ae432763-6af7-43ca-93ac-eda1491479a1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091354 May 18 14:19:52.371719 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:19:52.395800 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-200bca2d-d9df-43d4-adf3-19cfa68f4bf6 req-c0dce042-f68f-4080-ac9d-e62ee7f4666d tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085877 May 18 14:19:52.478171 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Pushing event updated for resources: {'Port': ['ID=dca7d76b-8e81-48d0-9bab-071a1dd0f036,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:52.489855 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 61b45c5e-56af-48c6-892d-c66865910e7e details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:19:52.509783 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:52.510928 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:52.618439 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:52.618952 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:52.696666 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974a2ee-65aa-4b0a-9f6d-5b2dd9b44bb7 req-5a385140-0cd4-4d38-99e2-69284c4b9adb tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:52.699471 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3974a2ee-65aa-4b0a-9f6d-5b2dd9b44bb7 req-5a385140-0cd4-4d38-99e2-69284c4b9adb tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 931 time: 0.1846316 May 18 14:19:52.729388 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-34d278c0-e53b-414f-9500-72fa047f3846 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9169056 May 18 14:19:52.738055 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-4787f63b-143e-4cf7-b2a1-08ebbabe1477 None None] Provisioning complete for port f06abc75-4752-4346-bc0f-7bde3c84480d triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:52.738630 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4787f63b-143e-4cf7-b2a1-08ebbabe1477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:52.759104 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Attempting to bind port dca7d76b-8e81-48d0-9bab-071a1dd0f036 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:19:52.759632 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Attempting to bind port dca7d76b-8e81-48d0-9bab-071a1dd0f036 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:19:52.760195 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Attempting to bind port dca7d76b-8e81-48d0-9bab-071a1dd0f036 on network baccbdbd-0bb0-4326-967c-7a711fcb09dc {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:52.768065 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Port dca7d76b-8e81-48d0-9bab-071a1dd0f036 on network baccbdbd-0bb0-4326-967c-7a711fcb09dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:19:52.778607 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Attempting to bind port dca7d76b-8e81-48d0-9bab-071a1dd0f036 on network baccbdbd-0bb0-4326-967c-7a711fcb09dc {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:52.789591 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43967a74-8a5d-4b73-949f-ab7155c7a61a req-fb3d47ad-79bc-4b1b-a134-56e193e2749c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:52.791919 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-43967a74-8a5d-4b73-949f-ab7155c7a61a req-fb3d47ad-79bc-4b1b-a134-56e193e2749c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 944 time: 0.1653111 May 18 14:19:52.792154 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:19:52.792553 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Checking segment: {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:52.793305 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Bound using segment: {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:19:52.794305 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Bound port: dca7d76b-8e81-48d0-9bab-071a1dd0f036, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e7e6d5-38f4-4acb-9658-73c0909703ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:19:52.795065 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:52.812049 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-957664b6-de63-4475-99a0-8265b8157a6f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4295378 May 18 14:19:52.813452 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-4787f63b-143e-4cf7-b2a1-08ebbabe1477 None None] Port f06abc75-4752-4346-bc0f-7bde3c84480d cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:19:52.824450 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 61b45c5e-56af-48c6-892d-c66865910e7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=61b45c5e-56af-48c6-892d-c66865910e7e,segment=NetworkSegment(0229fe97-0410-4a62-a965-0478f5cb710d),segment_id=0229fe97-0410-4a62-a965-0478f5cb710d)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:52.849406 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '61b45c5e-56af-48c6-892d-c66865910e7e', 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962', 'port_id': '61b45c5e-56af-48c6-892d-c66865910e7e', 'mac_address': 'fa:16:3e:2d:ba:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db89743-f78f-4687-8c3b-9140b83967ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:19:52.852324 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3974a2ee-65aa-4b0a-9f6d-5b2dd9b44bb7 req-36a1a5fe-0f78-4b02-a8ba-6c2d65e20ff5 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401105 May 18 14:19:52.867928 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:52.891926 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Request body: {'port': {'device_id': 'e5c25069-a881-4a44-a7d0-472aea239b56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:52.912023 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Request body: {'port': {'device_id': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:19:52.960194 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:52.977284 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 61b45c5e-56af-48c6-892d-c66865910e7e is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:52.983096 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:53.011819 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-43967a74-8a5d-4b73-949f-ab7155c7a61a req-341c7ff6-b1e1-4d06-9a42-24dd857c338a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944354 May 18 14:19:53.020676 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b45c5e-56af-48c6-892d-c66865910e7e {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:19:53.071873 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 61b45c5e-56af-48c6-892d-c66865910e7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=61b45c5e-56af-48c6-892d-c66865910e7e,segment=NetworkSegment(0229fe97-0410-4a62-a965-0478f5cb710d),segment_id=0229fe97-0410-4a62-a965-0478f5cb710d)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:53.110005 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] For port dca7d76b-8e81-48d0-9bab-071a1dd0f036, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:19:53.128084 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8073f-5c04-4eba-8cd0-1b6661b499f1 req-7113eb76-69f4-4cfc-938e-7f2fb77ba775 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:53.130947 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f6f8073f-5c04-4eba-8cd0-1b6661b499f1 req-7113eb76-69f4-4cfc-938e-7f2fb77ba775 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 931 time: 0.0758402 May 18 14:19:53.137063 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:53.140356 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] For port dca7d76b-8e81-48d0-9bab-071a1dd0f036, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=dca7d76b-8e81-48d0-9bab-071a1dd0f036,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:19:53.141847 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:53.164959 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:53.212879 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f6f8073f-5c04-4eba-8cd0-1b6661b499f1 req-ce793542-c813-42c4-a373-672fb3a2a252 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712962 May 18 14:19:53.307781 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:53.333664 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:53.358928 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1e4bc-36ad-442e-823f-2d8018094c9f req-5c9ab0e6-f8bd-4dff-b093-0531578d836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:53.362208 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-72b1e4bc-36ad-442e-823f-2d8018094c9f req-5c9ab0e6-f8bd-4dff-b093-0531578d836b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 1130 time: 0.0977910 May 18 14:19:53.437693 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=61b45c5e-56af-48c6-892d-c66865910e7e,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:53.451671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.451671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.451671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.451671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.451671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.451671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.451671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.451671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.451671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.451671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.451671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.451671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.453790 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.453790 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.453790 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:19:53.538406 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['61b45c5e-56af-48c6-892d-c66865910e7e'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:19:53.579670 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:53.580324 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:53.581845 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] 10.222.0.72 "PUT /v2.0/ports/dca7d76b-8e81-48d0-9bab-071a1dd0f036 HTTP/1.1" status: 200 len: 1094 time: 3.1108613 May 18 14:19:53.594194 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547fc190-6948-4b43-be50-f2ff5871117d', 'tag': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:19:53.605080 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453eb3df-ecbe-433e-9b54-2bfa3aefecfb" -d '{"events": [{"name": "network-changed", "server_uuid": "547fc190-6948-4b43-be50-f2ff5871117d", "tag": "dca7d76b-8e81-48d0-9bab-071a1dd0f036"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:19:53.621968 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:53.722875 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1e4bc-36ad-442e-823f-2d8018094c9f req-0aa7629e-cb8f-425f-a09f-02ba541dbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:53.725754 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-72b1e4bc-36ad-442e-823f-2d8018094c9f req-0aa7629e-cb8f-425f-a09f-02ba541dbf5e service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 918 time: 0.3486719 May 18 14:19:53.808546 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65cff9-93c0-4ee9-9d92-65fe77b43587 req-5e63b53b-5361-4499-be75-0ebc6756cf9f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:53.821662 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11e4b2-601f-4869-aa74-d47c8c3d6b7b service neutron] Pushing event updated for resources: {'Port': ['ID=dca7d76b-8e81-48d0-9bab-071a1dd0f036,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:53.822508 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cc65cff9-93c0-4ee9-9d92-65fe77b43587 req-5e63b53b-5361-4499-be75-0ebc6756cf9f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.3747551 May 18 14:19:53.860539 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56b841-574d-4cde-bf0d-f127d35b545e req-8e174215-b6c5-4e83-ad75-d6aedc4e7502 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:53.866259 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-da56b841-574d-4cde-bf0d-f127d35b545e req-8e174215-b6c5-4e83-ad75-d6aedc4e7502 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 944 time: 0.3019879 May 18 14:19:53.911097 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:53.938000 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:53.968356 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-72b1e4bc-36ad-442e-823f-2d8018094c9f req-15e6a984-34b6-4a8d-bf88-9ced5d0acbeb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad3269-a80d-480a-82c7-560629cbb39f HTTP/1.1" status: 200 len: 1002 time: 0.2086530 May 18 14:19:53.981577 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-4bdb06ae-42e9-4a1d-b759-db7a2dc2ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:53.982111 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cc65cff9-93c0-4ee9-9d92-65fe77b43587 req-de13ee28-7887-4ac9-8875-37aeee8bcebe tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548471 May 18 14:19:53.983611 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-4bdb06ae-42e9-4a1d-b759-db7a2dc2ee65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 1128 time: 0.1959879 May 18 14:19:54.059717 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-da56b841-574d-4cde-bf0d-f127d35b545e req-f489f879-90c0-4a49-ac8f-5b1a6733c023 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815288 May 18 14:19:54.064119 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e309a75-0163-48bc-bf6c-e6144bbe9dc9 x-openstack-request-id: req-4e309a75-0163-48bc-bf6c-e6144bbe9dc9 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:19:54.064473 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547fc190-6948-4b43-be50-f2ff5871117d", "tag": "dca7d76b-8e81-48d0-9bab-071a1dd0f036", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:19:54.067279 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4e309a75-0163-48bc-bf6c-e6144bbe9dc9 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:19:54.067279 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e309a75-0163-48bc-bf6c-e6144bbe9dc9'] response: {'name': 'network-changed', 'server_uuid': '547fc190-6948-4b43-be50-f2ff5871117d', 'tag': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'status': 'completed', 'code': 200} May 18 14:19:54.070306 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1e4bc-36ad-442e-823f-2d8018094c9f req-fa2e2a50-e0c0-4975-ad9a-a6bef25937d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:54.071467 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-03657b5c-6144-4fb5-b76c-129931b62e6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca7d76b-8e81-48d0-9bab-071a1dd0f036 HTTP/1.1" status: 200 len: 217 time: 0.0767751 May 18 14:19:54.072066 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-72b1e4bc-36ad-442e-823f-2d8018094c9f req-fa2e2a50-e0c0-4975-ad9a-a6bef25937d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 200 len: 856 time: 0.0872228 May 18 14:19:54.177025 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1e4bc-36ad-442e-823f-2d8018094c9f req-64da0b2c-6601-42e9-8c3c-cfcb87553419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:54.179596 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-72b1e4bc-36ad-442e-823f-2d8018094c9f req-64da0b2c-6601-42e9-8c3c-cfcb87553419 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a849efa-7750-49f6-9fa8-deee59756847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857058 May 18 14:19:54.181469 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:19:54.205715 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Publish callbacks [] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:54.232661 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-1e68b029-32b8-4c67-90b8-007e8772b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:54.234342 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-1e68b029-32b8-4c67-90b8-007e8772b7eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.1303144 May 18 14:19:54.242469 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Transition to ACTIVE for port object bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:19:54.252469 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bbca8-e28c-491a-b5d5-8447a8008253 req-3c0efce7-8d74-4857-bc64-ac3ea0c68b7b tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:54.255051 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-340bbca8-e28c-491a-b5d5-8447a8008253 req-3c0efce7-8d74-4857-bc64-ac3ea0c68b7b tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 944 time: 0.1170015 May 18 14:19:54.320817 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d8db-feac-4236-8b41-51b056a19c97 req-10c75855-4144-45b7-8bf6-ce8acbb04cd2 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:54.322405 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-47a1d8db-feac-4236-8b41-51b056a19c97 req-10c75855-4144-45b7-8bf6-ce8acbb04cd2 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 931 time: 0.1416898 May 18 14:19:54.324932 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06abc75-4752-4346-bc0f-7bde3c84480d {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:19:54.330502 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-a2446c93-1ea7-4f17-af4d-45ad16ae862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:54.332330 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-a2446c93-1ea7-4f17-af4d-45ad16ae862d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837719 May 18 14:19:54.339140 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Publish callbacks [] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:54.402741 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:54.403139 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-340bbca8-e28c-491a-b5d5-8447a8008253 req-e89a6685-86d4-4b62-aebd-13dd93fa59ef tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145387 May 18 14:19:54.439027 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-72b1e4bc-36ad-442e-823f-2d8018094c9f req-ebf7b85e-44cb-4f2c-9472-58947faacdf7 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381094 May 18 14:19:54.456904 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Transition to ACTIVE for port object f06abc75-4752-4346-bc0f-7bde3c84480d will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:19:54.509438 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-47a1d8db-feac-4236-8b41-51b056a19c97 req-2f6a974f-37f2-4c26-ad0e-c802a88410bb tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717403 May 18 14:19:54.516772 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 61b45c5e-56af-48c6-892d-c66865910e7e up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:19:54.530789 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Pushing event updated for resources: {'Port': ['ID=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:54.542142 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:54.572082 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 61b45c5e-56af-48c6-892d-c66865910e7e completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:19:54.642653 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:54.672355 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278f0c8-c0cf-453d-8969-6beb4e902a4a req-c80f45e0-c88c-44ac-a37c-61c6b626310f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:54.674413 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7278f0c8-c0cf-453d-8969-6beb4e902a4a req-c80f45e0-c88c-44ac-a37c-61c6b626310f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 943 time: 0.1321015 May 18 14:19:54.679822 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-72b1e4bc-36ad-442e-823f-2d8018094c9f req-15639797-b305-49ed-829b-c85089061f75 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357886 May 18 14:19:54.688992 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 61b45c5e-56af-48c6-892d-c66865910e7e triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:19:54.689392 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:54.717502 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-464bb1f5-1393-4418-a473-14188a391085 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753688 May 18 14:19:54.766165 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Attempting to bind port f06abc75-4752-4346-bc0f-7bde3c84480d on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:19:54.766597 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Attempting to bind port f06abc75-4752-4346-bc0f-7bde3c84480d by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:19:54.766886 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Attempting to bind port f06abc75-4752-4346-bc0f-7bde3c84480d on network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:54.782374 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 44818) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:54.836544 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7278f0c8-c0cf-453d-8969-6beb4e902a4a req-2735fd8a-7a20-49ef-9fc1-fd7b7e966df9 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452878 May 18 14:19:54.909726 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:54.922247 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Port f06abc75-4752-4346-bc0f-7bde3c84480d on network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:19:54.923090 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Attempting to bind port f06abc75-4752-4346-bc0f-7bde3c84480d on network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:54.927198 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Attempting to bind port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:19:54.927580 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Attempting to bind port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '46deaba3-a996-4706-9c68-ab4161aaae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:19:54.928487 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Attempting to bind port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa on network 1a26324e-a484-431f-a0bf-0f0035ff2516 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:54.935732 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 61b45c5e-56af-48c6-892d-c66865910e7e is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:54.936155 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:54.941059 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f06abc75-4752-4346-bc0f-7bde3c84480d,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:54.959780 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa on network 1a26324e-a484-431f-a0bf-0f0035ff2516 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:19:54.961003 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Attempting to bind port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa on network 1a26324e-a484-431f-a0bf-0f0035ff2516 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:19:54.967748 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:19:54.968421 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Checking segment: {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:54.973483 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Bound using segment: {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:19:54.974063 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Bound port: f06abc75-4752-4346-bc0f-7bde3c84480d, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:19:54.974471 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:54.993494 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 61b45c5e-56af-48c6-892d-c66865910e7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=61b45c5e-56af-48c6-892d-c66865910e7e,segment=NetworkSegment(0229fe97-0410-4a62-a965-0478f5cb710d),segment_id=0229fe97-0410-4a62-a965-0478f5cb710d)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:54.996323 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:19:54.996671 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Checking segment: {'id': '46deaba3-a996-4706-9c68-ab4161aaae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:19:54.996850 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de03536-c26a-4a61-a79c-441dcb73b82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b45c5e-56af-48c6-892d-c66865910e7e'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:19:54.997142 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Bound using segment: {'id': '46deaba3-a996-4706-9c68-ab4161aaae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:19:54.997590 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Bound port: bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46deaba3-a996-4706-9c68-ab4161aaae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:19:54.997951 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:54.999447 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc06dba5-afa5-4092-abcc-cea0e990862b" -d '{"events": [{"server_uuid": "4de03536-c26a-4a61-a79c-441dcb73b82b", "name": "network-vif-plugged", "status": "completed", "tag": "61b45c5e-56af-48c6-892d-c66865910e7e"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:19:55.047709 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-da9f2344-7c5e-4059-b5b0-2cde79eb296b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.072682 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b835b9-9b40-4df0-8abe-5a7be5c81ea6 x-openstack-request-id: req-c4b835b9-9b40-4df0-8abe-5a7be5c81ea6 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:19:55.073037 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de03536-c26a-4a61-a79c-441dcb73b82b", "name": "network-vif-plugged", "status": "completed", "tag": "61b45c5e-56af-48c6-892d-c66865910e7e", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:19:55.074812 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c4b835b9-9b40-4df0-8abe-5a7be5c81ea6 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:19:55.074812 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b835b9-9b40-4df0-8abe-5a7be5c81ea6'] response: {'server_uuid': '4de03536-c26a-4a61-a79c-441dcb73b82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b45c5e-56af-48c6-892d-c66865910e7e', 'code': 200} May 18 14:19:55.122542 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.123715 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 50ad3269-a80d-480a-82c7-560629cbb39f no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:19:55.181797 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=61b45c5e-56af-48c6-892d-c66865910e7e,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:55.187832 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e3b3d-c9ea-4669-a2b9-59522a666c66 req-2ed4755b-a8e4-4ed7-a722-d5488d7a0e44 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:55.189535 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-532e3b3d-c9ea-4669-a2b9-59522a666c66 req-2ed4755b-a8e4-4ed7-a722-d5488d7a0e44 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 946 time: 0.0801609 May 18 14:19:55.242186 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-da9f2344-7c5e-4059-b5b0-2cde79eb296b admin admin] Publish callbacks [] for security_group (b503d4ca-e9d3-4d82-8604-365031168d25), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.285307 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-532e3b3d-c9ea-4669-a2b9-59522a666c66 req-02101d19-feee-428c-a7d0-02a1e66f114f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871646 May 18 14:19:55.304457 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 50ad3269-a80d-480a-82c7-560629cbb39f is: ACTIVE; New status is: DOWN {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:55.305840 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.323620 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:55.336267 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-1e8fa0f4-c720-4ea8-8b9c-aa52a61074cc req-549f25a7-d778-4752-ae26-306625390b71 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956540 May 18 14:19:55.344185 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b38f33-9554-4208-bf2b-f5bbaa50eebd req-c1508525-8f7f-4442-a186-b646141ce7a7 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:55.345846 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f2b38f33-9554-4208-bf2b-f5bbaa50eebd req-c1508525-8f7f-4442-a186-b646141ce7a7 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 945 time: 0.0657489 May 18 14:19:55.349075 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-da9f2344-7c5e-4059-b5b0-2cde79eb296b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (b503d4ca-e9d3-4d82-8604-365031168d25), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.371836 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:55.375087 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=50ad3269-a80d-480a-82c7-560629cbb39f,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:55.393508 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] For port f06abc75-4752-4346-bc0f-7bde3c84480d, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:19:55.396141 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] For port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:19:55.400261 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] For port f06abc75-4752-4346-bc0f-7bde3c84480d, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f06abc75-4752-4346-bc0f-7bde3c84480d,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:19:55.402961 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] For port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa,segment=NetworkSegment(46deaba3-a996-4706-9c68-ab4161aaae95),segment_id=46deaba3-a996-4706-9c68-ab4161aaae95)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:19:55.418514 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-da9f2344-7c5e-4059-b5b0-2cde79eb296b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eca9bda7562342de88b55d16e2e72d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6374636 May 18 14:19:55.420836 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f2344-7c5e-4059-b5b0-2cde79eb296b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b503d4ca-e9d3-4d82-8604-365031168d25,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:55.421609 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44828) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:55.450679 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f2b38f33-9554-4208-bf2b-f5bbaa50eebd req-b6f34abb-aeb9-4044-aac7-874c31ce7b3a tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966067 May 18 14:19:55.502193 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e591a306-24e2-4f87-b7a5-aa0583c7ba0c admin admin] Publish callbacks [] for security_group (b503d4ca-e9d3-4d82-8604-365031168d25), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.511320 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.522933 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.525591 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.555592 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e591a306-24e2-4f87-b7a5-aa0583c7ba0c admin admin] Publish callbacks [] for security_group (b503d4ca-e9d3-4d82-8604-365031168d25), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.558413 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:55.606914 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:55.608089 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.610555 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] 10.222.0.72 "PUT /v2.0/ports/f06abc75-4752-4346-bc0f-7bde3c84480d HTTP/1.1" status: 200 len: 1093 time: 2.7089386 May 18 14:19:55.619082 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=50ad3269-a80d-480a-82c7-560629cbb39f,revision_number=8']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:55.620430 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:55.623706 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.625571 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] 10.222.0.72 "PUT /v2.0/ports/bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa HTTP/1.1" status: 200 len: 1093 time: 2.7595608 May 18 14:19:55.654655 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127ca33-0672-4f9e-b383-a1e2d2bfd174 req-1679367f-cdf2-417c-95e9-93c132362bc8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:55.656338 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3127ca33-0672-4f9e-b383-a1e2d2bfd174 req-1679367f-cdf2-417c-95e9-93c132362bc8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 944 time: 0.1188362 May 18 14:19:55.690609 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:55.692907 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb0d0f-0145-4b09-a2c0-5c9a57ed24ac service neutron] Pushing event updated for resources: {'Port': ['ID=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:55.761189 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe360a-2174-4996-9df9-0485eda867f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f06abc75-4752-4346-bc0f-7bde3c84480d,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:55.767230 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030816d6-c88d-4445-92a2-8c4c073aab46 req-48a1dee6-cdf7-4a6f-8469-cbcdba581d9a tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:55.769667 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-030816d6-c88d-4445-92a2-8c4c073aab46 req-48a1dee6-cdf7-4a6f-8469-cbcdba581d9a tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 943 time: 0.1119556 May 18 14:19:55.825075 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e591a306-24e2-4f87-b7a5-aa0583c7ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (b503d4ca-e9d3-4d82-8604-365031168d25), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.829180 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e591a306-24e2-4f87-b7a5-aa0583c7ba0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:55.839132 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3127ca33-0672-4f9e-b383-a1e2d2bfd174 req-d847b52e-623e-45da-b098-d1eb92cfd7aa tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702733 May 18 14:19:55.851792 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e591a306-24e2-4f87-b7a5-aa0583c7ba0c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b503d4ca-e9d3-4d82-8604-365031168d25 HTTP/1.1" status: 204 len: 168 time: 0.4286420 May 18 14:19:55.866941 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591a306-24e2-4f87-b7a5-aa0583c7ba0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b503d4ca-e9d3-4d82-8604-365031168d25,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:55.872146 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-030816d6-c88d-4445-92a2-8c4c073aab46 req-7e044ce0-3938-45f0-8768-da491a5248cd tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905893 May 18 14:19:55.900965 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:56.014122 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656bf11-7f47-4647-8f2f-b4e479efa626 req-235f361f-6005-4dca-a47d-73fa31f15d24 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:56.016470 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5656bf11-7f47-4647-8f2f-b4e479efa626 req-235f361f-6005-4dca-a47d-73fa31f15d24 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 943 time: 0.0561442 May 18 14:19:56.066731 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'tag': 'f06abc75-4752-4346-bc0f-7bde3c84480d'}, {'name': 'network-changed', 'server_uuid': 'e5c25069-a881-4a44-a7d0-472aea239b56', 'tag': 'bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:19:56.070911 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad40469-cd94-4de3-8fef-9377e046cd76" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8a343d-e1c7-46ea-98b9-bf06bad0650d", "tag": "f06abc75-4752-4346-bc0f-7bde3c84480d"}, {"name": "network-changed", "server_uuid": "e5c25069-a881-4a44-a7d0-472aea239b56", "tag": "bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:19:56.086766 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:56.091557 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5656bf11-7f47-4647-8f2f-b4e479efa626 req-f54dde37-cc89-4cd7-8417-c27c35ce5831 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680544 May 18 14:19:56.132906 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 May 2022 14:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0da5593-a58e-4b99-93fa-669371815446 x-openstack-request-id: req-a0da5593-a58e-4b99-93fa-669371815446 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:19:56.133219 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8a343d-e1c7-46ea-98b9-bf06bad0650d", "tag": "f06abc75-4752-4346-bc0f-7bde3c84480d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5c25069-a881-4a44-a7d0-472aea239b56", "tag": "bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:19:56.133477 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a0da5593-a58e-4b99-93fa-669371815446 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:19:56.133902 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0da5593-a58e-4b99-93fa-669371815446'] response: {'name': 'network-changed', 'server_uuid': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'tag': 'f06abc75-4752-4346-bc0f-7bde3c84480d', 'status': 'completed', 'code': 200} May 18 14:19:56.134161 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0da5593-a58e-4b99-93fa-669371815446'] response: {'name': 'network-changed', 'server_uuid': 'e5c25069-a881-4a44-a7d0-472aea239b56', 'tag': 'bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa', 'status': 'completed', 'code': 200} May 18 14:19:56.234792 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:56.452393 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac07bf9-5554-4d56-8be1-52c34ee1be09 req-43f2d71a-676d-4f04-b551-ff59b54fd9c0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:56.454987 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0ac07bf9-5554-4d56-8be1-52c34ee1be09 req-43f2d71a-676d-4f04-b551-ff59b54fd9c0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0766072 May 18 14:19:56.481241 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-987ebfb6-6bcd-4486-ad6f-cc1abeefd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:56.481241 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-987ebfb6-6bcd-4486-ad6f-cc1abeefd7ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 1127 time: 0.0605104 May 18 14:19:56.547305 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0ac07bf9-5554-4d56-8be1-52c34ee1be09 req-4eec2bdb-4270-4cd8-a965-c2cb2d8a90dd tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838733 May 18 14:19:56.688535 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1856fc-21b6-4be3-b142-2ba25ba2aa8e req-c59c0820-2df2-4b78-9d18-72512801a9b9 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:56.691283 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ca1856fc-21b6-4be3-b142-2ba25ba2aa8e req-c59c0820-2df2-4b78-9d18-72512801a9b9 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 945 time: 0.0817063 May 18 14:19:56.736475 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 44850) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:56.754092 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-165a9266-88ef-4353-8412-be695a638ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:56.755625 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-165a9266-88ef-4353-8412-be695a638ec4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2706103 May 18 14:19:56.775140 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2e812fbf-16ea-42f7-b596-a874edda4642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:56.790898 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ca1856fc-21b6-4be3-b142-2ba25ba2aa8e req-9fd5b3a2-275c-4bae-b2d3-4f872ff2a527 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894775 May 18 14:19:56.878185 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2e812fbf-16ea-42f7-b596-a874edda4642 admin admin] Publish callbacks [] for security_group (6730d72f-f141-4083-820b-7167cd12eecd), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:56.972145 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2e812fbf-16ea-42f7-b596-a874edda4642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (6730d72f-f141-4083-820b-7167cd12eecd), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:57.075120 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:19:57.077909 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9170e39e-e660-40ea-81ac-f85b0b671e1a" -d '{"events": [{"server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "name": "network-vif-unplugged", "status": "completed", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:19:57.266771 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:57.287942 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f529d4d-1ff9-4f37-9570-fbbbb3402666 req-7d7c0667-1a03-48ec-8dd1-fb27c5bd52b5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:57.289712 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f529d4d-1ff9-4f37-9570-fbbbb3402666 req-7d7c0667-1a03-48ec-8dd1-fb27c5bd52b5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 944 time: 0.3651402 May 18 14:19:57.321645 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-2e812fbf-16ea-42f7-b596-a874edda4642 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=361cc247254d4a96bc4db632728b3c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5836959 May 18 14:19:57.325954 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44862) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:19:57.329699 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d95af1-5392-430a-9866-b42ca77d1423 req-f56a43c4-a3e9-4b85-8064-95809199b360 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:57.331257 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e3d95af1-5392-430a-9866-b42ca77d1423 req-f56a43c4-a3e9-4b85-8064-95809199b360 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 943 time: 0.3533182 May 18 14:19:57.338706 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e812fbf-16ea-42f7-b596-a874edda4642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6730d72f-f141-4083-820b-7167cd12eecd,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:57.391501 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cee3cccd-1312-4c72-a1fe-ae2a9c637e29 admin admin] Publish callbacks [] for security_group (6730d72f-f141-4083-820b-7167cd12eecd), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:57.437924 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f529d4d-1ff9-4f37-9570-fbbbb3402666 req-c8442ba9-7464-4628-a0ab-2ad7b577cf3f tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381266 May 18 14:19:57.530316 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e3d95af1-5392-430a-9866-b42ca77d1423 req-0d039413-5499-45ac-bb67-ebd7ed843afe tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828046 May 18 14:19:57.542780 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:57.545143 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cee3cccd-1312-4c72-a1fe-ae2a9c637e29 admin admin] Publish callbacks [] for security_group (6730d72f-f141-4083-820b-7167cd12eecd), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:57.568505 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a9b57-99fa-47fc-be6f-8eacb50d1e2d req-6f1cec25-02c0-46bc-8147-5a9410669387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:57.569057 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 14:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ea9687-beae-452e-8e40-4afbfd471024 x-openstack-request-id: req-78ea9687-beae-452e-8e40-4afbfd471024 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:19:57.570447 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "name": "network-vif-unplugged", "status": "completed", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:19:57.571058 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-78ea9687-beae-452e-8e40-4afbfd471024 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:19:57.581213 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-476a9b57-99fa-47fc-be6f-8eacb50d1e2d req-6f1cec25-02c0-46bc-8147-5a9410669387 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 1129 time: 0.1111655 May 18 14:19:57.582346 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ea9687-beae-452e-8e40-4afbfd471024'] response: {'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f', 'code': 200} May 18 14:19:57.661321 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-fcf92ba6-ff53-4800-b5fc-43fe999b534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:57.663498 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-fcf92ba6-ff53-4800-b5fc-43fe999b534f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce4cb1ad92e24a0da2b23d6e4fcb45a5&device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 1127 time: 0.2444775 May 18 14:19:57.664904 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-476a9b57-99fa-47fc-be6f-8eacb50d1e2d req-5b97fec4-6481-4eff-8537-e9837340b2c3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865133 May 18 14:19:57.711599 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb3df-ecbe-433e-9b54-2bfa3aefecfb req-09c9b4f9-fb1c-4fa6-901a-b9c9349fd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:57.713038 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-453eb3df-ecbe-433e-9b54-2bfa3aefecfb req-09c9b4f9-fb1c-4fa6-901a-b9c9349fd6e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 1128 time: 0.2102001 May 18 14:19:57.741706 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f1ac2-3376-41bc-8173-ad869d41f113 req-19805219-379a-4cac-aa98-b07894e7c0ba tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:57.743306 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0e1f1ac2-3376-41bc-8173-ad869d41f113 req-19805219-379a-4cac-aa98-b07894e7c0ba tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 943 time: 0.0953507 May 18 14:19:57.757680 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da2186-9b8a-433c-a8ae-6df3a95273ac req-2386f42f-01a8-4f38-b9d9-1fc28560feb3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:57.759310 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-96da2186-9b8a-433c-a8ae-6df3a95273ac req-2386f42f-01a8-4f38-b9d9-1fc28560feb3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0729442 May 18 14:19:57.793635 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-58fdd911-a70f-459a-9992-1bd9a12723a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:57.795271 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-58fdd911-a70f-459a-9992-1bd9a12723a6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3630800 May 18 14:19:57.838995 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0e1f1ac2-3376-41bc-8173-ad869d41f113 req-c20db667-40c4-43e5-9e8e-cbd5e4520e6e tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785460 May 18 14:19:57.855630 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-96da2186-9b8a-433c-a8ae-6df3a95273ac req-e1893727-a3a7-49f3-84c0-3b78c32333ae tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784028 May 18 14:19:57.888537 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cee3cccd-1312-4c72-a1fe-ae2a9c637e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (6730d72f-f141-4083-820b-7167cd12eecd), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:57.891607 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cee3cccd-1312-4c72-a1fe-ae2a9c637e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:57.892999 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-cee3cccd-1312-4c72-a1fe-ae2a9c637e29 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6730d72f-f141-4083-820b-7167cd12eecd HTTP/1.1" status: 204 len: 168 time: 0.5660019 May 18 14:19:57.950773 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3cccd-1312-4c72-a1fe-ae2a9c637e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6730d72f-f141-4083-820b-7167cd12eecd,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:57.981550 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-02317cfe-beee-4905-b10e-b57a98c07c85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa HTTP/1.1" status: 200 len: 217 time: 0.0916827 May 18 14:19:57.990025 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8027d0-cdc1-46f4-9f8c-031e2390a1f2 req-ae33b5d8-ee2f-476f-8a47-f2ca34c348ed tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:57.991507 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c8027d0-cdc1-46f4-9f8c-031e2390a1f2 req-ae33b5d8-ee2f-476f-8a47-f2ca34c348ed tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 945 time: 0.0812545 May 18 14:19:57.993287 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:58.072834 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c8027d0-cdc1-46f4-9f8c-031e2390a1f2 req-7c86f880-bc37-4ac5-b682-ab10b3b58669 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738313 May 18 14:19:58.097844 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb3df-ecbe-433e-9b54-2bfa3aefecfb req-0607aa81-1292-4270-9647-fa273dc4227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:58.099577 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-453eb3df-ecbe-433e-9b54-2bfa3aefecfb req-0607aa81-1292-4270-9647-fa273dc4227c service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.1573119 May 18 14:19:58.207396 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-e7b1cb05-3356-4820-8eee-da5329e4ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:58.209773 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-e7b1cb05-3356-4820-8eee-da5329e4ba85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 1127 time: 0.0470026 May 18 14:19:58.528486 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device dca7d76b-8e81-48d0-9bab-071a1dd0f036 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:19:58.676998 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-453eb3df-ecbe-433e-9b54-2bfa3aefecfb req-159e7295-ebde-4328-9f18-16c0ddd4e8ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca7d76b-8e81-48d0-9bab-071a1dd0f036 HTTP/1.1" status: 200 len: 217 time: 0.1746619 May 18 14:19:58.686902 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-5fddcc34-5382-4927-9fc3-4e9fd2f9cf0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f06abc75-4752-4346-bc0f-7bde3c84480d HTTP/1.1" status: 200 len: 217 time: 0.1512976 May 18 14:19:58.708654 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74003447-9847-4cc0-88f7-40eb82d94756 req-76a867cc-94f6-4adc-96e3-9bfce77bae4c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:58.714909 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-74003447-9847-4cc0-88f7-40eb82d94756 req-76a867cc-94f6-4adc-96e3-9bfce77bae4c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 944 time: 0.1030402 May 18 14:19:58.763977 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port dca7d76b-8e81-48d0-9bab-071a1dd0f036, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=dca7d76b-8e81-48d0-9bab-071a1dd0f036,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:58.783888 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-bff90bcc-97f7-40ff-880b-8627662ce2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:58.785399 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-bff90bcc-97f7-40ff-880b-8627662ce2ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fb0337-d470-42c0-84dd-e56838b11a92 HTTP/1.1" status: 200 len: 849 time: 0.2853754 May 18 14:19:58.786274 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'port_id': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'mac_address': 'fa:16:3e:8b:1f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:19:58.800194 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-14800fe0-bbd2-4aea-883d-92bc39b2c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:58.801688 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-14800fe0-bbd2-4aea-883d-92bc39b2c550 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17f3fca3-f8aa-4221-afa0-9e4e902842ea HTTP/1.1" status: 200 len: 850 time: 0.0970993 May 18 14:19:58.820624 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb3df-ecbe-433e-9b54-2bfa3aefecfb req-a8da4ee5-c716-4c83-9827-dfc3384ccfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:58.822468 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-74003447-9847-4cc0-88f7-40eb82d94756 req-74af59c8-4cdf-4afb-b29e-b2f86ad9c053 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987957 May 18 14:19:58.827574 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-453eb3df-ecbe-433e-9b54-2bfa3aefecfb req-a8da4ee5-c716-4c83-9827-dfc3384ccfd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.1381764 May 18 14:19:58.867554 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port dca7d76b-8e81-48d0-9bab-071a1dd0f036 is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:19:58.868181 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:58.887189 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca7d76b-8e81-48d0-9bab-071a1dd0f036 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:19:58.917904 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port dca7d76b-8e81-48d0-9bab-071a1dd0f036, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=dca7d76b-8e81-48d0-9bab-071a1dd0f036,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:19:58.995210 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1c591-747a-4ebf-bd52-d7569eefd423 req-78edfa2b-af97-4c15-9630-3dffb89782b5 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:58.997927 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-27b1c591-747a-4ebf-bd52-d7569eefd423 req-78edfa2b-af97-4c15-9630-3dffb89782b5 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 943 time: 0.0753818 May 18 14:19:59.042794 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:59.057161 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-27b1c591-747a-4ebf-bd52-d7569eefd423 req-a9dd21f3-6f3d-4679-ab89-f49be0db2cb8 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537424 May 18 14:19:59.089126 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:19:59.170326 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=dca7d76b-8e81-48d0-9bab-071a1dd0f036,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:19:59.186846 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b2bbf-a8ed-421f-bed8-751e0088e4d8 req-17c6defe-5cc9-4b7c-af3b-32e4c3b7847e tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:59.189028 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-083b2bbf-a8ed-421f-bed8-751e0088e4d8 req-17c6defe-5cc9-4b7c-af3b-32e4c3b7847e tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 943 time: 0.0656903 May 18 14:19:59.274205 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-083b2bbf-a8ed-421f-bed8-751e0088e4d8 req-cf9e029b-18b6-46c5-8f33-fed67f5d991c tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756545 May 18 14:19:59.324129 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-43f0e5a6-3205-4b5d-9cb1-0398e75e059c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1a26324e-a484-431f-a0bf-0f0035ff2516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134048 May 18 14:19:59.331147 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-a09d1303-781d-49e9-a2e9-50093aa5f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:59.332833 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-a09d1303-781d-49e9-a2e9-50093aa5f198 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485bb1dd-78e1-4b7c-907c-2599bbac27f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1282775 May 18 14:19:59.368043 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['dca7d76b-8e81-48d0-9bab-071a1dd0f036'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:19:59.478352 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:19:59.486720 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e0206-5f51-4d15-918f-0e2f5bdd301e req-781fc676-cf24-4524-8dd6-91e8f05fbfbb tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:59.488439 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-082e0206-5f51-4d15-918f-0e2f5bdd301e req-781fc676-cf24-4524-8dd6-91e8f05fbfbb tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 945 time: 0.1304410 May 18 14:19:59.549255 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb3df-ecbe-433e-9b54-2bfa3aefecfb req-72e0adc9-7065-4eb8-8759-fe0a2086f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:19:59.557531 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-453eb3df-ecbe-433e-9b54-2bfa3aefecfb req-72e0adc9-7065-4eb8-8759-fe0a2086f5c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1846356 May 18 14:19:59.580812 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-082e0206-5f51-4d15-918f-0e2f5bdd301e req-663bcfe5-6f0e-47bf-a5fd-31b98141bdde tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857589 May 18 14:19:59.587041 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [req-220c032c-b0a0-4012-87b2-fd3b7fe58a54 req-54cc14bf-2121-4b7d-af43-9c6141dba1c5 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:19:59.588223 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-220c032c-b0a0-4012-87b2-fd3b7fe58a54 req-54cc14bf-2121-4b7d-af43-9c6141dba1c5 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063677 May 18 14:19:59.690791 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-672873f0-ccb7-43a9-9186-602973247707 service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138359 May 18 14:19:59.695086 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-44235369-434a-48e6-8490-0affb50bbae6 service neutron] 10.222.0.72 "GET /v2.0/networks/1a26324e-a484-431f-a0bf-0f0035ff2516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269062 May 18 14:19:59.792939 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-453eb3df-ecbe-433e-9b54-2bfa3aefecfb req-006ced18-5ddb-4353-aeac-81bb7b61011b service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282999 May 18 14:19:59.839974 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:00.099285 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bf498-d317-4495-8ea3-03647a320d46 req-45e7b9d4-03dc-4b0a-a03b-99b74efb1437 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:00.102583 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-769bf498-d317-4495-8ea3-03647a320d46 req-45e7b9d4-03dc-4b0a-a03b-99b74efb1437 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 945 time: 0.0949416 May 18 14:20:00.196237 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8892094d-9ab9-4c16-a733-6040ec5a0095 req-befbd3ee-1d9b-405c-b026-3d571888ae7d service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915028 May 18 14:20:00.239289 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-227cd2cb-6138-4663-9eb0-98e18cb3ab1c req-43e176bf-767c-48bb-a89d-2c6900052106 service neutron] 10.222.0.72 "GET /v2.0/networks/1a26324e-a484-431f-a0bf-0f0035ff2516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034781 May 18 14:20:00.244209 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf06839-68ee-420a-966f-d0699eb40f3c req-6587bfe3-22a8-4cf6-8f5e-0ae6fa23e98d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:00.257471 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9bf06839-68ee-420a-966f-d0699eb40f3c req-6587bfe3-22a8-4cf6-8f5e-0ae6fa23e98d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.1734588 May 18 14:20:00.263912 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-453eb3df-ecbe-433e-9b54-2bfa3aefecfb req-864fa4bf-7bae-47ec-86d4-06fc6d29a918 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357421 May 18 14:20:00.334945 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:00.347547 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-769bf498-d317-4495-8ea3-03647a320d46 req-b626540d-48f2-46a4-bca1-5386c2da19c8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246788 May 18 14:20:00.399468 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9bf06839-68ee-420a-966f-d0699eb40f3c req-4de4c395-5541-4d61-872c-640627f6bcc5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400392 May 18 14:20:00.518038 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device dca7d76b-8e81-48d0-9bab-071a1dd0f036 up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:20:00.581208 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port dca7d76b-8e81-48d0-9bab-071a1dd0f036 completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:20:00.621070 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fa5be-2e37-4082-b85d-f30911904dc0 req-bd886d0a-bd80-4f57-b74f-065974dc6be6 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:00.623874 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-110fa5be-2e37-4082-b85d-f30911904dc0 req-bd886d0a-bd80-4f57-b74f-065974dc6be6 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 943 time: 0.1582501 May 18 14:20:00.629265 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:00.657305 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6616a-b2a5-4372-8537-3c35afe4c7ce req-130e1d82-5b4e-49f6-aef8-3af8f8876c52 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:00.660039 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1cd6616a-b2a5-4372-8537-3c35afe4c7ce req-130e1d82-5b4e-49f6-aef8-3af8f8876c52 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 943 time: 0.1335113 May 18 14:20:00.705920 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port dca7d76b-8e81-48d0-9bab-071a1dd0f036 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:20:00.706716 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:00.779482 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-110fa5be-2e37-4082-b85d-f30911904dc0 req-2f0ed888-8e42-418d-ab95-711816036397 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478560 May 18 14:20:00.805181 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1cd6616a-b2a5-4372-8537-3c35afe4c7ce req-67f99c71-d484-46f8-a811-ffcf5e913a5a tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298015 May 18 14:20:00.820639 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port dca7d76b-8e81-48d0-9bab-071a1dd0f036 is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:20:00.823892 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:00.833459 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:00.848246 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547fc190-6948-4b43-be50-f2ff5871117d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:20:00.851540 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d2256c-b181-47b5-885f-5dc0032817dd" -d '{"events": [{"server_uuid": "547fc190-6948-4b43-be50-f2ff5871117d", "name": "network-vif-plugged", "status": "completed", "tag": "dca7d76b-8e81-48d0-9bab-071a1dd0f036"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:20:00.865890 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port dca7d76b-8e81-48d0-9bab-071a1dd0f036, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=dca7d76b-8e81-48d0-9bab-071a1dd0f036,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:00.900813 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47c9c0f-6629-4b7b-a0e0-761078a4c29a x-openstack-request-id: req-a47c9c0f-6629-4b7b-a0e0-761078a4c29a {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:20:00.900813 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547fc190-6948-4b43-be50-f2ff5871117d", "name": "network-vif-plugged", "status": "completed", "tag": "dca7d76b-8e81-48d0-9bab-071a1dd0f036", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:20:00.903901 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a47c9c0f-6629-4b7b-a0e0-761078a4c29a {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:20:00.903901 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47c9c0f-6629-4b7b-a0e0-761078a4c29a'] response: {'server_uuid': '547fc190-6948-4b43-be50-f2ff5871117d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'code': 200} May 18 14:20:00.921351 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6949172-e6c3-4f93-9cb2-9820834d14d0 req-48fc56aa-0b2d-4308-9c40-88122422aac5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:00.922957 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a6949172-e6c3-4f93-9cb2-9820834d14d0 req-48fc56aa-0b2d-4308-9c40-88122422aac5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 945 time: 0.0534508 May 18 14:20:00.947622 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 44988) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:20:00.952324 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:00.955691 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 50ad3269-a80d-480a-82c7-560629cbb39f no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:20:00.983788 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a6949172-e6c3-4f93-9cb2-9820834d14d0 req-2369d7c3-54f7-4609-a043-9ad9b8055389 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543387 May 18 14:20:01.057862 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=dca7d76b-8e81-48d0-9bab-071a1dd0f036,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:01.115035 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 50ad3269-a80d-480a-82c7-560629cbb39f is: DOWN; New status is: DOWN {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:20:01.119453 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-0493b9e6-9a41-41af-a261-51e3e0bd8123 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1700418 May 18 14:20:01.128308 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-12cecee9-0792-4a1f-b4a4-b634353cfc34 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:20:01.138030 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-12cecee9-0792-4a1f-b4a4-b634353cfc34 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0171227 May 18 14:20:01.147739 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9b44331b-02b5-42a3-86c9-4100fd63235c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:01.272069 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 45030) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:20:01.328943 dv-cinder-755101-9-iscsi neutron-server[104325]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 14:20:01.417864 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-5c9f0a16-8da3-46b5-8d9b-09988d9c616e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:01.420991 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-5c9f0a16-8da3-46b5-8d9b-09988d9c616e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports/50ad3269-a80d-480a-82c7-560629cbb39f HTTP/1.1" status: 200 len: 941 time: 0.1477809 May 18 14:20:01.559977 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd0ce9-3c12-43ea-89b1-c6dc7917df1b req-ca3352aa-57a5-4369-ab74-fded8d8a96e1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:01.580550 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1edd0ce9-3c12-43ea-89b1-c6dc7917df1b req-ca3352aa-57a5-4369-ab74-fded8d8a96e1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0995069 May 18 14:20:01.629501 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-c9e32f2d-47bb-4682-8c54-0be29dcb5fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:01.631280 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-c9e32f2d-47bb-4682-8c54-0be29dcb5fde service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce4cb1ad92e24a0da2b23d6e4fcb45a5&device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 1127 time: 0.1179605 May 18 14:20:01.688475 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccedeb-7cd6-4005-9d36-fe4384fa7e85 req-cf83b9f1-0eed-4c0b-b47b-842e7a11c9f4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:01.690568 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bbccedeb-7cd6-4005-9d36-fe4384fa7e85 req-cf83b9f1-0eed-4c0b-b47b-842e7a11c9f4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0870297 May 18 14:20:01.705776 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1edd0ce9-3c12-43ea-89b1-c6dc7917df1b req-5bb877e7-b859-4440-bc83-e7e7923ea882 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239047 May 18 14:20:01.811672 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-d5f05024-3ef3-4726-8993-645375bce75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:01.814642 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-d5f05024-3ef3-4726-8993-645375bce75d service neutron] 10.222.0.72 "GET /v2.0/networks?id=1a26324e-a484-431f-a0bf-0f0035ff2516 HTTP/1.1" status: 200 len: 910 time: 0.1748815 May 18 14:20:01.844998 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bbccedeb-7cd6-4005-9d36-fe4384fa7e85 req-7105443f-5db7-4899-b602-f402d38c5cb1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349168 May 18 14:20:01.905711 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-2c2b63ae-7555-4937-92af-2a8707c73eb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa HTTP/1.1" status: 200 len: 217 time: 0.0834482 May 18 14:20:02.008224 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-284d8d3d-1825-4cf2-b63c-3388f37bc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:02.009869 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-284d8d3d-1825-4cf2-b63c-3388f37bc4d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fb0337-d470-42c0-84dd-e56838b11a92 HTTP/1.1" status: 200 len: 849 time: 0.0976744 May 18 14:20:02.084750 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd786f-49d9-4ffe-b57a-4794a4999374 req-5129f013-d95e-41e5-8b45-3a19ad82a919 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:02.097059 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d6fd786f-49d9-4ffe-b57a-4794a4999374 req-5129f013-d95e-41e5-8b45-3a19ad82a919 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 943 time: 0.1690114 May 18 14:20:02.103886 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-aa3742c6-84d5-458e-b83b-ae5959933541 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1a26324e-a484-431f-a0bf-0f0035ff2516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766103 May 18 14:20:02.107437 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:02.141761 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2bf7-5771-47de-b4fc-3a58c08641f3 req-2658e5b6-ec59-4018-b65b-382f7635aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:02.143365 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-220d2bf7-5771-47de-b4fc-3a58c08641f3 req-2658e5b6-ec59-4018-b65b-382f7635aba9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 1130 time: 0.1178677 May 18 14:20:02.157458 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ead166-968a-4885-8d40-75ff8cb31482 req-697d53c3-54a6-436d-a0d6-c9e810390f86 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:02.161845 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54ead166-968a-4885-8d40-75ff8cb31482 req-697d53c3-54a6-436d-a0d6-c9e810390f86 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 943 time: 0.1420393 May 18 14:20:02.251886 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-220d2bf7-5771-47de-b4fc-3a58c08641f3 req-649aa19b-4ff0-436a-a378-1ca9ee11a548 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647211 May 18 14:20:02.273279 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d6fd786f-49d9-4ffe-b57a-4794a4999374 req-48f0cad8-c40d-4740-88b3-36e95c76e829 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665132 May 18 14:20:02.303571 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-6fe16cdf-eb9b-4738-a022-c6be3e240c69 service neutron] 10.222.0.72 "GET /v2.0/networks/1a26324e-a484-431f-a0bf-0f0035ff2516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897438 May 18 14:20:02.321648 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54ead166-968a-4885-8d40-75ff8cb31482 req-882a9681-1ad8-4ca6-8a1e-8dc0907e27e5 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530774 May 18 14:20:02.327931 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:02.584478 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dad40469-cd94-4de3-8fef-9377e046cd76 req-dc2f7b58-d2f5-4d4a-b559-54d6fc7d434b service neutron] 10.222.0.72 "GET /v2.0/networks/1a26324e-a484-431f-a0bf-0f0035ff2516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160681 May 18 14:20:02.877008 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc89805-24be-4a9f-a179-2fe8fece39be req-a28c81d0-f6d9-4926-b9b8-fb095653bd9d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:02.878791 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dfc89805-24be-4a9f-a179-2fe8fece39be req-a28c81d0-f6d9-4926-b9b8-fb095653bd9d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0801969 May 18 14:20:02.921783 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:02.953562 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dfc89805-24be-4a9f-a179-2fe8fece39be req-5cc1325a-40f5-4666-8b8c-4a99afa1ce77 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666981 May 18 14:20:03.025426 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232eba8-135d-47d2-bf0b-2dc0612082b4 req-d2bd6054-57db-41c0-868b-4fda6f1f3e11 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:03.027223 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b232eba8-135d-47d2-bf0b-2dc0612082b4 req-d2bd6054-57db-41c0-868b-4fda6f1f3e11 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0654340 May 18 14:20:03.104973 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b232eba8-135d-47d2-bf0b-2dc0612082b4 req-74d791cf-e603-4eda-aaaa-4e1835947acb tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659428 May 18 14:20:03.266368 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:03.423821 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:03.507105 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e145ce8-abbb-42a0-aee6-fb3702ab516f req-346b758a-3df6-4c55-ad66-2f8bac44d556 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:03.508779 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3e145ce8-abbb-42a0-aee6-fb3702ab516f req-346b758a-3df6-4c55-ad66-2f8bac44d556 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 943 time: 0.1040151 May 18 14:20:03.519835 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-569a22b5-eb3e-4ec0-8374-5cd5e6b681c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:03.533586 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f1667-9c19-4ae3-9a6d-ea03dbd7817a req-fac8a660-1556-4ee4-ad2d-6a9018195ea0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:03.536632 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3a2f1667-9c19-4ae3-9a6d-ea03dbd7817a req-fac8a660-1556-4ee4-ad2d-6a9018195ea0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 943 time: 0.0911987 May 18 14:20:03.613419 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3e145ce8-abbb-42a0-aee6-fb3702ab516f req-cc3d84b9-6015-4442-80eb-9faa9875333e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940051 May 18 14:20:03.629999 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3a2f1667-9c19-4ae3-9a6d-ea03dbd7817a req-fb161eb1-6657-4c43-82f6-feb12107d9b2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788388 May 18 14:20:04.117005 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2af51a-82b8-4bc8-b6ba-135a3cf7c3a9 req-266329b4-bddf-4ff0-9c8e-380c074d27ef tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:04.120237 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ed2af51a-82b8-4bc8-b6ba-135a3cf7c3a9 req-266329b4-bddf-4ff0-9c8e-380c074d27ef tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0790398 May 18 14:20:04.198358 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ed2af51a-82b8-4bc8-b6ba-135a3cf7c3a9 req-df3def61-b2c4-45a9-831a-c564ab4098df tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733557 May 18 14:20:04.275521 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371bb39-69a5-4a5f-bb06-ab2a7e939375 req-e3ae564a-cfa9-4576-87cb-739799232695 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:04.278544 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0371bb39-69a5-4a5f-bb06-ab2a7e939375 req-e3ae564a-cfa9-4576-87cb-739799232695 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0784681 May 18 14:20:04.355449 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=60,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:04.359656 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:04.388586 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47e6da-1eae-4423-ab00-3fff5b62fd12 req-167d5541-0596-431d-b6a5-e9eedd244de9 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:04.391219 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1f47e6da-1eae-4423-ab00-3fff5b62fd12 req-167d5541-0596-431d-b6a5-e9eedd244de9 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.1101720 May 18 14:20:04.406247 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 45110) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:20:04.418970 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-eeee8248-14d3-429f-b3b7-b22ef9ac2aaf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Request body: {'floatingip': {'port_id': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:20:04.470813 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0371bb39-69a5-4a5f-bb06-ab2a7e939375 req-43feccd0-4404-49ce-a69a-d44e9b98dadd tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769242 May 18 14:20:04.482113 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-eeee8248-14d3-429f-b3b7-b22ef9ac2aaf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for floatingip (d5ae946e-f8f7-483d-90b4-625c6090d3cd), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:04.523044 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:20:04.632598 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:04.658771 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa,segment=NetworkSegment(46deaba3-a996-4706-9c68-ab4161aaae95),segment_id=46deaba3-a996-4706-9c68-ab4161aaae95)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:04.685239 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': 'bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa', 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516', 'port_id': 'bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa', 'mac_address': 'fa:16:3e:98:de:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fb0337-d470-42c0-84dd-e56838b11a92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:20:04.736918 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:20:04.737414 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:04.755156 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:20:04.789145 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa,segment=NetworkSegment(46deaba3-a996-4706-9c68-ab4161aaae95),segment_id=46deaba3-a996-4706-9c68-ab4161aaae95)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:04.791641 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:04.879015 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd4811-cf78-45d2-ae2f-d963955ee33c req-97ceb3eb-5191-4cfa-819c-0ee8f50a5efb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:04.880729 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6dfd4811-cf78-45d2-ae2f-d963955ee33c req-97ceb3eb-5191-4cfa-819c-0ee8f50a5efb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 943 time: 0.1353667 May 18 14:20:04.909665 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e85d48-ecbd-4975-a2cd-a999cb7b2852 req-d5afb248-f2a7-445b-8220-e424e40a30c3 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:04.911136 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-71e85d48-ecbd-4975-a2cd-a999cb7b2852 req-d5afb248-f2a7-445b-8220-e424e40a30c3 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 943 time: 0.1456697 May 18 14:20:04.917134 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:04.973875 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:05.003674 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:05.098935 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:05.132815 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6dfd4811-cf78-45d2-ae2f-d963955ee33c req-9da41dc0-fa79-479d-8e6c-78d73be541d2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379897 May 18 14:20:05.163934 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:05.172434 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-71e85d48-ecbd-4975-a2cd-a999cb7b2852 req-0a73e116-f98f-4682-b289-818eea16ab93 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012491 May 18 14:20:05.241704 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:20:05.244829 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-eeee8248-14d3-429f-b3b7-b22ef9ac2aaf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:05.342130 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-eeee8248-14d3-429f-b3b7-b22ef9ac2aaf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (d5ae946e-f8f7-483d-90b4-625c6090d3cd), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:05.492708 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.l3_db [None req-eeee8248-14d3-429f-b3b7-b22ef9ac2aaf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Floating IP d5ae946e-f8f7-483d-90b4-625c6090d3cd associated. External IP: 172.27.2.18, port: dca7d76b-8e81-48d0-9bab-071a1dd0f036. May 18 14:20:05.668439 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7360dec-0cd3-4ad1-a022-966511ed8ec5 req-ceaf5445-d166-405b-b892-076e07a98176 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:05.670154 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c7360dec-0cd3-4ad1-a022-966511ed8ec5 req-ceaf5445-d166-405b-b892-076e07a98176 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0736244 May 18 14:20:05.742614 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:05.772295 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c7360dec-0cd3-4ad1-a022-966511ed8ec5 req-35563633-42a7-4dde-8c5a-e13ed4f3887b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923781 May 18 14:20:05.845576 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeee8248-14d3-429f-b3b7-b22ef9ac2aaf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Router 16f5fabf-391e-48c1-82fa-362bbfab9135 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:20:05.904983 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:05.957750 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeee8248-14d3-429f-b3b7-b22ef9ac2aaf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:20:05.963276 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-eeee8248-14d3-429f-b3b7-b22ef9ac2aaf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:05.970156 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97104-6b9b-4cca-b7f3-8ee5f4f29539 None None] Sync routers for ids ['16f5fabf-391e-48c1-82fa-362bbfab9135'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:20:05.993143 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae97104-6b9b-4cca-b7f3-8ee5f4f29539 None None] Routers {'16f5fabf-391e-48c1-82fa-362bbfab9135'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:20:05.993880 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-2ae97104-6b9b-4cca-b7f3-8ee5f4f29539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:20:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['16f5fabf-391e-48c1-82fa-362bbfab9135'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:20:06.012188 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-eeee8248-14d3-429f-b3b7-b22ef9ac2aaf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "PUT /v2.0/floatingips/d5ae946e-f8f7-483d-90b4-625c6090d3cd HTTP/1.1" status: 200 len: 991 time: 1.6043522 May 18 14:20:06.012819 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547fc190-6948-4b43-be50-f2ff5871117d', 'tag': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:20:06.015234 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4f66b9-c9d0-4c47-acef-1a51f40e8747" -d '{"events": [{"name": "network-changed", "server_uuid": "547fc190-6948-4b43-be50-f2ff5871117d", "tag": "dca7d76b-8e81-48d0-9bab-071a1dd0f036"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:20:06.062020 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500e0fb3-1134-495f-9b3c-6b8562f6de92 x-openstack-request-id: req-500e0fb3-1134-495f-9b3c-6b8562f6de92 {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:20:06.062020 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547fc190-6948-4b43-be50-f2ff5871117d", "tag": "dca7d76b-8e81-48d0-9bab-071a1dd0f036", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:20:06.062020 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-500e0fb3-1134-495f-9b3c-6b8562f6de92 {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:20:06.062722 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500e0fb3-1134-495f-9b3c-6b8562f6de92'] response: {'name': 'network-changed', 'server_uuid': '547fc190-6948-4b43-be50-f2ff5871117d', 'tag': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'status': 'completed', 'code': 200} May 18 14:20:06.095717 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:06.127497 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-2ae97104-6b9b-4cca-b7f3-8ee5f4f29539 None None] Set router 16f5fabf-391e-48c1-82fa-362bbfab9135 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:20:06.155065 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f66b9-c9d0-4c47-acef-1a51f40e8747 req-32d7fa35-e680-4ead-8a4d-2d86dbafd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:06.157782 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2e4f66b9-c9d0-4c47-acef-1a51f40e8747 req-32d7fa35-e680-4ead-8a4d-2d86dbafd4bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 1130 time: 0.0715857 May 18 14:20:06.190560 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:06.262241 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:06.348891 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f66b9-c9d0-4c47-acef-1a51f40e8747 req-122c7da7-6159-4e47-85f4-3ca3578731b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:06.351519 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2e4f66b9-c9d0-4c47-acef-1a51f40e8747 req-122c7da7-6159-4e47-85f4-3ca3578731b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.1875515 May 18 14:20:06.376039 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6b86e-c73d-48e7-8d8d-13c39dd0d388 req-af205bb7-06bf-4eae-bb82-dc7b2a0d4178 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:06.377729 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eaa6b86e-c73d-48e7-8d8d-13c39dd0d388 req-af205bb7-06bf-4eae-bb82-dc7b2a0d4178 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 943 time: 0.1149333 May 18 14:20:06.402311 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa357050-379a-4f58-a388-478734e48a04 req-28f434c4-e0e6-4549-b095-82a16e443b5e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:06.403920 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aa357050-379a-4f58-a388-478734e48a04 req-28f434c4-e0e6-4549-b095-82a16e443b5e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 944 time: 0.0949669 May 18 14:20:06.483637 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-2ae97104-6b9b-4cca-b7f3-8ee5f4f29539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'd5ae946e-f8f7-483d-90b4-625c6090d3cd', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'port_id': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'mac_address': 'fa:16:3e:8b:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547fc190-6948-4b43-be50-f2ff5871117d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:19:34Z', 'updated_at': '2022-05-18T14:20:05Z', 'revision_number': 1, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f38492-f007-4511-964f-99932d373e68', 'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'mac_address': 'fa:16:3e:b6:c1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:33Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 5, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'subnets': [{'id': 'de832773-715d-478a-9977-447bac299d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:20:06.484756 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eaa6b86e-c73d-48e7-8d8d-13c39dd0d388 req-2e864e93-fee8-487d-9566-23665f728c14 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006498 May 18 14:20:06.494580 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aa357050-379a-4f58-a388-478734e48a04 req-c067e046-f4c5-490c-8bd9-1244cb539c9a tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832093 May 18 14:20:06.527047 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97104-6b9b-4cca-b7f3-8ee5f4f29539 None None] Checking router: 16f5fabf-391e-48c1-82fa-362bbfab9135 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:20:06.529647 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae97104-6b9b-4cca-b7f3-8ee5f4f29539 None None] Routers {'16f5fabf-391e-48c1-82fa-362bbfab9135'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:20:06.530350 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-2ae97104-6b9b-4cca-b7f3-8ee5f4f29539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:20:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['16f5fabf-391e-48c1-82fa-362bbfab9135'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:20:06.535817 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:20:06.585723 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:20:06.651205 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-2ae97104-6b9b-4cca-b7f3-8ee5f4f29539 None None] Set router 16f5fabf-391e-48c1-82fa-362bbfab9135 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:20:06.659327 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:20:06.659787 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:06.752979 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:20:06.753475 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:06.797662 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c25069-a881-4a44-a7d0-472aea239b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:20:06.799775 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae193d34-a477-4970-9813-0fa1fea86253" -d '{"events": [{"server_uuid": "e5c25069-a881-4a44-a7d0-472aea239b56", "name": "network-vif-plugged", "status": "completed", "tag": "bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:20:06.827474 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-fff9c324-0e99-456c-bf43-b2623441471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:06.830454 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-fff9c324-0e99-456c-bf43-b2623441471b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1&tenant_id=909802130f2948bcae9d2445f267a32c HTTP/1.1" status: 200 len: 1128 time: 0.0997944 May 18 14:20:06.846503 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa,segment=NetworkSegment(46deaba3-a996-4706-9c68-ab4161aaae95),segment_id=46deaba3-a996-4706-9c68-ab4161aaae95)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:06.870355 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0cf0c7-e8d8-4c55-ae43-52e584cf62a6 x-openstack-request-id: req-ec0cf0c7-e8d8-4c55-ae43-52e584cf62a6 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:20:06.870647 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c25069-a881-4a44-a7d0-472aea239b56", "name": "network-vif-plugged", "status": "completed", "tag": "bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:20:06.870902 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ec0cf0c7-e8d8-4c55-ae43-52e584cf62a6 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:20:06.871306 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0cf0c7-e8d8-4c55-ae43-52e584cf62a6'] response: {'server_uuid': 'e5c25069-a881-4a44-a7d0-472aea239b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa', 'code': 200} May 18 14:20:06.885719 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2e4f66b9-c9d0-4c47-acef-1a51f40e8747 req-355dcd62-72c9-4cd5-9504-4700a46789cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca7d76b-8e81-48d0-9bab-071a1dd0f036 HTTP/1.1" status: 200 len: 999 time: 0.2064712 May 18 14:20:06.934580 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-2ae97104-6b9b-4cca-b7f3-8ee5f4f29539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'd5ae946e-f8f7-483d-90b4-625c6090d3cd', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'port_id': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'mac_address': 'fa:16:3e:8b:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547fc190-6948-4b43-be50-f2ff5871117d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:19:34Z', 'updated_at': '2022-05-18T14:20:05Z', 'revision_number': 1, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f38492-f007-4511-964f-99932d373e68', 'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'mac_address': 'fa:16:3e:b6:c1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:33Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 5, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'subnets': [{'id': 'de832773-715d-478a-9977-447bac299d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:20:06.943714 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fa651-abbd-4e19-b6c9-c46a103f3618 req-39b8fbda-c714-4a80-a6f1-92f14c2851d3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:06.945423 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0a0fa651-abbd-4e19-b6c9-c46a103f3618 req-39b8fbda-c714-4a80-a6f1-92f14c2851d3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0560470 May 18 14:20:06.956902 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:06.974167 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97104-6b9b-4cca-b7f3-8ee5f4f29539 None None] The sync data for ids ['16f5fabf-391e-48c1-82fa-362bbfab9135'] in dv-cinder-755101-9-iscsi is: [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'd5ae946e-f8f7-483d-90b4-625c6090d3cd', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'port_id': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'mac_address': 'fa:16:3e:8b:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547fc190-6948-4b43-be50-f2ff5871117d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:19:34Z', 'updated_at': '2022-05-18T14:20:05Z', 'revision_number': 1, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f38492-f007-4511-964f-99932d373e68', 'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'mac_address': 'fa:16:3e:b6:c1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:33Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 5, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'subnets': [{'id': 'de832773-715d-478a-9977-447bac299d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:20:06.977674 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:06.998776 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:07.010873 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0a0fa651-abbd-4e19-b6c9-c46a103f3618 req-e301f935-a5b0-483c-b06b-797ffe455448 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593133 May 18 14:20:07.028282 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:07.199054 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6fe0e1-1634-4ec0-b404-fcf0eb27647c None None] New status for floating IP d5ae946e-f8f7-483d-90b4-625c6090d3cd: ACTIVE {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:20:07.680570 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec3b88-627d-4450-b140-a296871e285d req-c70e2c21-be57-4911-bd00-430b6b957088 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:07.684493 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-b22ca054-c919-4f09-a469-faf2e580ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:07.686417 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-b22ca054-c919-4f09-a469-faf2e580ecea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 1128 time: 0.0583901 May 18 14:20:07.689209 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-68ec3b88-627d-4450-b140-a296871e285d req-c70e2c21-be57-4911-bd00-430b6b957088 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 945 time: 0.0946684 May 18 14:20:07.703208 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f66b9-c9d0-4c47-acef-1a51f40e8747 req-14d6ce6d-c8b5-493b-a706-2ddbb28d6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:07.704818 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2e4f66b9-c9d0-4c47-acef-1a51f40e8747 req-14d6ce6d-c8b5-493b-a706-2ddbb28d6f03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.1385691 May 18 14:20:07.767783 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:07.779877 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80df21b-bdf5-451c-8951-9345aa160766 req-0fe04561-73bf-4104-a458-a20ba9a61be5 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:07.781433 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a80df21b-bdf5-451c-8951-9345aa160766 req-0fe04561-73bf-4104-a458-a20ba9a61be5 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 943 time: 0.0900199 May 18 14:20:07.785149 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-68ec3b88-627d-4450-b140-a296871e285d req-f2276d15-0b7b-4549-a572-e9dbaa71f521 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948095 May 18 14:20:07.811545 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f66b9-c9d0-4c47-acef-1a51f40e8747 req-f93838ce-3b57-4cda-b640-186094b6aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:07.813272 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2e4f66b9-c9d0-4c47-acef-1a51f40e8747 req-f93838ce-3b57-4cda-b640-186094b6aba0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835130 May 18 14:20:07.813897 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:07.843785 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a80df21b-bdf5-451c-8951-9345aa160766 req-9a6b40ae-1123-4e10-9182-3801e192ebc4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563579 May 18 14:20:07.907713 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-c2e718cb-5205-4343-a458-0dbc4634f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:07.909223 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-c2e718cb-5205-4343-a458-0dbc4634f396 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 918 time: 0.2035611 May 18 14:20:08.031430 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2e4f66b9-c9d0-4c47-acef-1a51f40e8747 req-844b03e9-b9bb-4a58-8d81-f144dcd8a2b3 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098336 May 18 14:20:08.040711 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-91945132-332e-46ea-b489-fec407faac6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad3269-a80d-480a-82c7-560629cbb39f HTTP/1.1" status: 200 len: 1000 time: 0.1205914 May 18 14:20:08.073914 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0e88-3560-4ba4-84f1-a43c55443690 req-f2b57506-f8f9-4693-8061-4d0c66ac8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:08.073914 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4a3d0e88-3560-4ba4-84f1-a43c55443690 req-f2b57506-f8f9-4693-8061-4d0c66ac8843 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 1129 time: 0.0886042 May 18 14:20:08.150324 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e3bdc-cb95-4a51-b17b-906b343512f6 req-1f47f8fd-6538-44f7-b864-4f6e85a3bffa tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:08.152272 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a52e3bdc-cb95-4a51-b17b-906b343512f6 req-1f47f8fd-6538-44f7-b864-4f6e85a3bffa tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0558050 May 18 14:20:08.176740 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-ccd9309b-3f22-441b-9b3c-95dfb7a90c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:08.179049 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-ccd9309b-3f22-441b-9b3c-95dfb7a90c90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 200 len: 856 time: 0.1255381 May 18 14:20:08.212020 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a52e3bdc-cb95-4a51-b17b-906b343512f6 req-2a64aa63-ea75-4604-8145-9758a6074aaf tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527503 May 18 14:20:08.234413 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:08.245133 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4a3d0e88-3560-4ba4-84f1-a43c55443690 req-0d49211a-d273-4a6f-8a97-c4cb971c6b16 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249528 May 18 14:20:08.249802 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2e4f66b9-c9d0-4c47-acef-1a51f40e8747 req-91a32ac6-4bef-4104-939d-bb46d1fc3bdb service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111173 May 18 14:20:08.258878 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-2c05df30-0826-47a6-920c-c04c9c58d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:08.260578 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-2c05df30-0826-47a6-920c-c04c9c58d652 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a849efa-7750-49f6-9fa8-deee59756847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696616 May 18 14:20:08.595620 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-8d016b61-94b9-4c87-874b-c14d5c7388e6 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162934 May 18 14:20:08.709350 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-25793d2c-3912-4b2f-b4af-468dc6e3a0c1 req-c5ee23a8-15cd-4dd9-ad57-9af361493176 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067908 May 18 14:20:08.939685 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece4eff-2b03-4aab-b120-3308389e921f req-f275a825-2f49-443f-9cce-c7612d7f359d tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:08.942097 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2ece4eff-2b03-4aab-b120-3308389e921f req-f275a825-2f49-443f-9cce-c7612d7f359d tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 945 time: 0.0712254 May 18 14:20:09.041163 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490508ae-6667-4b3d-b7dc-ce9ceb47ee80 req-88135fa7-75e4-4c62-a553-40c542fd46f5 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:09.042836 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-490508ae-6667-4b3d-b7dc-ce9ceb47ee80 req-88135fa7-75e4-4c62-a553-40c542fd46f5 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 943 time: 0.0841374 May 18 14:20:09.051177 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2ece4eff-2b03-4aab-b120-3308389e921f req-f9d0e6b6-ea2f-4dae-bd6c-509889357de8 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005261 May 18 14:20:09.107549 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-490508ae-6667-4b3d-b7dc-ce9ceb47ee80 req-ee9b9ed4-e598-4d40-b786-3fba1bb87189 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547295 May 18 14:20:09.358180 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ba0d5-91e0-4f0b-9951-b980294d0df6 req-a214f09f-505e-4b55-9c94-73cdf696d620 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:09.359771 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-134ba0d5-91e0-4f0b-9951-b980294d0df6 req-a214f09f-505e-4b55-9c94-73cdf696d620 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0551529 May 18 14:20:09.419689 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-134ba0d5-91e0-4f0b-9951-b980294d0df6 req-d5a8852f-a400-4bf3-bba0-45de19eb0301 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524850 May 18 14:20:10.207471 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fd72a-c08d-4621-ab96-4ab1024f59bf req-9c50efb8-620b-4888-88b3-af56d5981972 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:10.209866 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ce6fd72a-c08d-4621-ab96-4ab1024f59bf req-9c50efb8-620b-4888-88b3-af56d5981972 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 945 time: 0.0651941 May 18 14:20:10.282293 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7898-edeb-4135-8aae-c1ca734424ab req-deee0d49-0fe3-48fe-8c68-df5a786d3e85 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:10.283834 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-325f7898-edeb-4135-8aae-c1ca734424ab req-deee0d49-0fe3-48fe-8c68-df5a786d3e85 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 943 time: 0.0730212 May 18 14:20:10.337853 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ce6fd72a-c08d-4621-ab96-4ab1024f59bf req-2d8f9a71-dda0-4593-8ba1-4a79d11bc40d tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164854 May 18 14:20:10.366900 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-325f7898-edeb-4135-8aae-c1ca734424ab req-b2d6ac5a-16ab-41b8-8505-dd1e1690d71c tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722692 May 18 14:20:10.549533 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0e9ce-619b-4e96-a537-aaecd4699544 req-726e8a0c-ebf9-4634-9764-a81963d3c21b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:10.551078 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-25f0e9ce-619b-4e96-a537-aaecd4699544 req-726e8a0c-ebf9-4634-9764-a81963d3c21b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0523565 May 18 14:20:10.557583 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device f06abc75-4752-4346-bc0f-7bde3c84480d details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:20:10.612440 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-25f0e9ce-619b-4e96-a537-aaecd4699544 req-5bb7d459-4d1b-498b-a077-5cab2691cb68 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523057 May 18 14:20:10.690447 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port f06abc75-4752-4346-bc0f-7bde3c84480d, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f06abc75-4752-4346-bc0f-7bde3c84480d,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:10.704754 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': 'f06abc75-4752-4346-bc0f-7bde3c84480d', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'port_id': 'f06abc75-4752-4346-bc0f-7bde3c84480d', 'mac_address': 'fa:16:3e:73:19:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:20:10.745898 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port f06abc75-4752-4346-bc0f-7bde3c84480d is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:20:10.746290 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:10.763216 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06abc75-4752-4346-bc0f-7bde3c84480d {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:20:10.786416 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port f06abc75-4752-4346-bc0f-7bde3c84480d, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f06abc75-4752-4346-bc0f-7bde3c84480d,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:10.867933 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:10.934567 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=f06abc75-4752-4346-bc0f-7bde3c84480d,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:11.228597 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['f06abc75-4752-4346-bc0f-7bde3c84480d'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:20:11.432614 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:11.525193 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2572f6-2b43-488f-9c4e-fce6cff27b23 req-403aa07d-d813-449e-8226-ec11922d70ba tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:11.528138 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bb2572f6-2b43-488f-9c4e-fce6cff27b23 req-403aa07d-d813-449e-8226-ec11922d70ba tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 944 time: 0.0658927 May 18 14:20:11.602745 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bb2572f6-2b43-488f-9c4e-fce6cff27b23 req-d5bca477-8ae7-40da-a445-1c48ed253a70 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622475 May 18 14:20:11.804179 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7325d53-5e1c-407e-b04c-10574c2a5637 req-0f271af4-4ac9-4bb6-ad30-9b338de0b822 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:11.807097 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f7325d53-5e1c-407e-b04c-10574c2a5637 req-0f271af4-4ac9-4bb6-ad30-9b338de0b822 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0898697 May 18 14:20:11.832330 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:11.832330 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:11.883427 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f7325d53-5e1c-407e-b04c-10574c2a5637 req-2afe225d-d5bc-4cff-9d3b-656d3bf2ec5f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619783 May 18 14:20:12.026278 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f20262-0e19-46e7-9f28-54e541897639 req-85aca5fc-f6e9-40c7-bfa0-6417bc97f4c2 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:12.028072 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-52f20262-0e19-46e7-9f28-54e541897639 req-85aca5fc-f6e9-40c7-bfa0-6417bc97f4c2 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 945 time: 0.0580187 May 18 14:20:12.086843 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-52f20262-0e19-46e7-9f28-54e541897639 req-5a687a3f-7cab-485a-a500-44eb13cd3556 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531394 May 18 14:20:12.572425 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device f06abc75-4752-4346-bc0f-7bde3c84480d up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:20:12.619476 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port f06abc75-4752-4346-bc0f-7bde3c84480d completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:20:12.726874 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port f06abc75-4752-4346-bc0f-7bde3c84480d triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:20:12.727268 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:12.771992 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:12.830302 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port f06abc75-4752-4346-bc0f-7bde3c84480d is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:20:12.830590 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:12.859161 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06abc75-4752-4346-bc0f-7bde3c84480d'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:20:12.863187 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8330905-8086-4b9a-809c-79cb45abae00" -d '{"events": [{"server_uuid": "2c8a343d-e1c7-46ea-98b9-bf06bad0650d", "name": "network-vif-plugged", "status": "completed", "tag": "f06abc75-4752-4346-bc0f-7bde3c84480d"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:20:12.883430 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port f06abc75-4752-4346-bc0f-7bde3c84480d, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f06abc75-4752-4346-bc0f-7bde3c84480d,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:12.946587 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c2ecda-09fd-449f-8f71-39cd0c2dd567 x-openstack-request-id: req-a1c2ecda-09fd-449f-8f71-39cd0c2dd567 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:20:12.947249 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8a343d-e1c7-46ea-98b9-bf06bad0650d", "name": "network-vif-plugged", "status": "completed", "tag": "f06abc75-4752-4346-bc0f-7bde3c84480d", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:20:12.947609 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a1c2ecda-09fd-449f-8f71-39cd0c2dd567 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:20:12.948240 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c2ecda-09fd-449f-8f71-39cd0c2dd567'] response: {'server_uuid': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06abc75-4752-4346-bc0f-7bde3c84480d', 'code': 200} May 18 14:20:12.951781 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:13.007589 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25dfe-a9f2-4b72-9826-766f0520143f req-8d2c03f5-2bc7-418d-8fd8-5d1f830e286b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:13.010111 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eaa25dfe-a9f2-4b72-9826-766f0520143f req-8d2c03f5-2bc7-418d-8fd8-5d1f830e286b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 944 time: 0.3139303 May 18 14:20:13.025578 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=f06abc75-4752-4346-bc0f-7bde3c84480d,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:13.101987 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385f0be-a363-4f90-a1df-b4c5d455f91f req-4cab4da7-6f93-4a19-8090-579e1f8b6dce tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:13.103517 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1385f0be-a363-4f90-a1df-b4c5d455f91f req-4cab4da7-6f93-4a19-8090-579e1f8b6dce tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0779507 May 18 14:20:13.136227 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eaa25dfe-a9f2-4b72-9826-766f0520143f req-1cb0cd81-ac4a-404a-a4a1-a994a7504923 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091449 May 18 14:20:13.176626 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1385f0be-a363-4f90-a1df-b4c5d455f91f req-1f79ebdb-65fb-4dd5-8f2f-40f5b0a5fb7f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624042 May 18 14:20:13.268603 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e068f6-dc07-4374-8869-e6275b58d801 req-32cfbf5a-38e5-4fa9-be6d-8649ba2a5039 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:13.270196 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-04e068f6-dc07-4374-8869-e6275b58d801 req-32cfbf5a-38e5-4fa9-be6d-8649ba2a5039 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 945 time: 0.0566847 May 18 14:20:13.324774 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-04e068f6-dc07-4374-8869-e6275b58d801 req-413ee22e-1060-4ce2-a7c1-bb887b9f8439 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453606 May 18 14:20:13.801479 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357c706-77bc-42b6-9e93-91706fce3970 req-d30dedd3-c49b-4ee9-8f43-5b62f6a2a65f tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:13.803393 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-0357c706-77bc-42b6-9e93-91706fce3970 req-d30dedd3-c49b-4ee9-8f43-5b62f6a2a65f tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 945 time: 0.1069658 May 18 14:20:13.866447 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8022-87cf-492b-9518-01c3f2494d55 req-09749957-8ee7-44e0-8cc6-14a080a3e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:13.867936 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2f1a8022-87cf-492b-9518-01c3f2494d55 req-09749957-8ee7-44e0-8cc6-14a080a3e5c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 1129 time: 0.0845318 May 18 14:20:13.982164 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-0357c706-77bc-42b6-9e93-91706fce3970 req-22e164e2-bda6-47a5-8206-b5ba997b3114 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Deleting port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:20:13.982513 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-0357c706-77bc-42b6-9e93-91706fce3970 req-22e164e2-bda6-47a5-8206-b5ba997b3114 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:14.005686 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2f1a8022-87cf-492b-9518-01c3f2494d55 req-2624ae89-bec9-4639-9e58-b1321de5db15 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255674 May 18 14:20:14.120130 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-0357c706-77bc-42b6-9e93-91706fce3970 req-22e164e2-bda6-47a5-8206-b5ba997b3114 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] For port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa,segment=NetworkSegment(46deaba3-a996-4706-9c68-ab4161aaae95),segment_id=46deaba3-a996-4706-9c68-ab4161aaae95)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:14.120461 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-0357c706-77bc-42b6-9e93-91706fce3970 req-22e164e2-bda6-47a5-8206-b5ba997b3114 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:14.139173 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-0357c706-77bc-42b6-9e93-91706fce3970 req-22e164e2-bda6-47a5-8206-b5ba997b3114 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Calling delete_port for bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:20:14.298956 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eecd70-6f29-442d-9fb9-0342dbcdb6b2 req-d2f0bd53-d829-4d78-b91e-fa5a9e706886 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:14.301454 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a4eecd70-6f29-442d-9fb9-0342dbcdb6b2 req-d2f0bd53-d829-4d78-b91e-fa5a9e706886 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 945 time: 0.0667918 May 18 14:20:14.399889 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74793ac4-8e6c-42dd-a798-12a08cc44bbb req-55267fc3-8a5f-4326-a23f-940ad1cdd996 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:14.404848 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-74793ac4-8e6c-42dd-a798-12a08cc44bbb req-55267fc3-8a5f-4326-a23f-940ad1cdd996 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0849881 May 18 14:20:14.415695 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a4eecd70-6f29-442d-9fb9-0342dbcdb6b2 req-3a439cdb-f8d5-404a-bfed-8040dd4ccb69 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081138 May 18 14:20:14.478902 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-74793ac4-8e6c-42dd-a798-12a08cc44bbb req-34dc2406-b547-49c0-bc0f-5b8ab3f3e358 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605226 May 18 14:20:14.548177 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:14.548479 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb22d48-235b-48be-ae86-c62df0fc89eb req-4a6b3682-90c7-47eb-85ca-6f87cd8fc1e0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:14.550324 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bfb22d48-235b-48be-ae86-c62df0fc89eb req-4a6b3682-90c7-47eb-85ca-6f87cd8fc1e0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 945 time: 0.0662563 May 18 14:20:14.604938 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bfb22d48-235b-48be-ae86-c62df0fc89eb req-b6fc5e35-fad8-437d-a9f5-0eb6153b82de tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465686 May 18 14:20:14.710495 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-0357c706-77bc-42b6-9e93-91706fce3970 req-22e164e2-bda6-47a5-8206-b5ba997b3114 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:14.729004 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:20:14.743173 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e164e2-bda6-47a5-8206-b5ba997b3114 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Pushing event deleted for resources: {'Port': ['ID=bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:14.811132 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0357c706-77bc-42b6-9e93-91706fce3970 req-22e164e2-bda6-47a5-8206-b5ba997b3114 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] No DVR routers for this DVR port bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:20:14.814538 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-0357c706-77bc-42b6-9e93-91706fce3970 req-22e164e2-bda6-47a5-8206-b5ba997b3114 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:14.818179 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-0357c706-77bc-42b6-9e93-91706fce3970 req-22e164e2-bda6-47a5-8206-b5ba997b3114 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.72 "DELETE /v2.0/ports/bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa HTTP/1.1" status: 204 len: 173 time: 0.9976680 May 18 14:20:14.818693 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c25069-a881-4a44-a7d0-472aea239b56', 'name': 'network-vif-deleted', 'tag': 'bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:20:14.821238 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1880bf7-9a9d-45cb-886e-16a31c3f9270" -d '{"events": [{"server_uuid": "e5c25069-a881-4a44-a7d0-472aea239b56", "name": "network-vif-deleted", "tag": "bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:20:14.859315 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9386641-c0fb-4fc0-8b6c-fa36502a9fcd x-openstack-request-id: req-d9386641-c0fb-4fc0-8b6c-fa36502a9fcd {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:20:14.859634 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c25069-a881-4a44-a7d0-472aea239b56", "name": "network-vif-deleted", "tag": "bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:20:14.859903 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9386641-c0fb-4fc0-8b6c-fa36502a9fcd {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:20:14.860310 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9386641-c0fb-4fc0-8b6c-fa36502a9fcd'] response: {'server_uuid': 'e5c25069-a881-4a44-a7d0-472aea239b56', 'name': 'network-vif-deleted', 'tag': 'bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa', 'status': 'completed', 'code': 200} May 18 14:20:15.574076 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee6152-1984-4114-b8d4-193023f66490 req-f6ec7c5e-dc41-4593-b68b-4061bb83aa1c tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:15.576089 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1aee6152-1984-4114-b8d4-193023f66490 req-f6ec7c5e-dc41-4593-b68b-4061bb83aa1c tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 945 time: 0.0652170 May 18 14:20:15.679118 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1aee6152-1984-4114-b8d4-193023f66490 req-53ebde94-477e-4cd1-b01e-61a6370f6575 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938933 May 18 14:20:15.685763 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacf5a8-6977-4a60-9e02-019e8cf4a9c6 req-9933b110-1bc3-4968-8962-9527c713bc02 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:15.687486 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fcacf5a8-6977-4a60-9e02-019e8cf4a9c6 req-9933b110-1bc3-4968-8962-9527c713bc02 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0761201 May 18 14:20:15.762350 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fcacf5a8-6977-4a60-9e02-019e8cf4a9c6 req-58d51725-24e3-4130-84db-5d34e72bc993 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687149 May 18 14:20:15.805927 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5ff1e42f-4314-4a69-8d71-791e8ca00048 req-095b3bb6-757e-4533-87ef-8c28fb3b4150 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5c25069-a881-4a44-a7d0-472aea239b56 HTTP/1.1" status: 200 len: 210 time: 0.0425570 May 18 14:20:16.770235 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:16.812458 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092fb4-a20d-457c-80eb-01213183c7bc req-6b52830d-e4c1-40a0-a78e-c9160d00558f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:16.814049 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7c092fb4-a20d-457c-80eb-01213183c7bc req-6b52830d-e4c1-40a0-a78e-c9160d00558f tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 945 time: 0.0556734 May 18 14:20:16.888426 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7c092fb4-a20d-457c-80eb-01213183c7bc req-67e73166-de6d-4987-8d25-ecc344226e1c tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671422 May 18 14:20:16.937166 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=68 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:16.938339 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=80 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:16.959859 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf3f5e-260e-471c-a9a1-955a3810b917 req-00d48ca9-16e1-4422-aeab-d3eaa3414598 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:16.962436 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1dbf3f5e-260e-471c-a9a1-955a3810b917 req-00d48ca9-16e1-4422-aeab-d3eaa3414598 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0629137 May 18 14:20:17.022382 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1dbf3f5e-260e-471c-a9a1-955a3810b917 req-50be299f-b185-4d21-8cf0-4fb24281ee2f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513687 May 18 14:20:17.112684 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ddcbc-25f5-4a0a-92dc-08cd390e8653 req-b0970a74-b988-4269-b1d1-2c3db90d24b1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:17.115262 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-234ddcbc-25f5-4a0a-92dc-08cd390e8653 req-b0970a74-b988-4269-b1d1-2c3db90d24b1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 945 time: 0.0913668 May 18 14:20:17.138158 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:17.176915 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-234ddcbc-25f5-4a0a-92dc-08cd390e8653 req-9c11e6b6-2ae5-4157-8a08-17368d6cb336 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552483 May 18 14:20:17.202115 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 45258) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:20:17.369656 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2505139-2e90-4144-85f0-0e21f85d2b54 tempest-TestVolumeBootPattern-886591704 tempest-TestVolumeBootPattern-886591704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:17.371200 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-f2505139-2e90-4144-85f0-0e21f85d2b54 tempest-TestVolumeBootPattern-886591704 tempest-TestVolumeBootPattern-886591704-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 1124 time: 0.1680808 May 18 14:20:17.374313 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 45264) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:20:17.378753 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'port_id': 'f06abc75-4752-4346-bc0f-7bde3c84480d', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:20:17.459532 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:17.537418 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:17.552522 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:17.671129 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Allocated IP 172.27.2.108 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/41290673-3e91-45ed-80ba-4bff288bb73b) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:20:17.792643 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for port (41290673-3e91-45ed-80ba-4bff288bb73b), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:17.928679 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (41290673-3e91-45ed-80ba-4bff288bb73b), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:17.970177 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:20:17.975391 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:20:17.979460 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:20:17.984642 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'Port': ['ID=41290673-3e91-45ed-80ba-4bff288bb73b,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:18.034147 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-0955f5a8-7a74-421b-9c33-5a17f3b78773 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:18.035802 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-0955f5a8-7a74-421b-9c33-5a17f3b78773 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/networks?id=1a26324e-a484-431f-a0bf-0f0035ff2516 HTTP/1.1" status: 200 len: 809 time: 0.1217563 May 18 14:20:18.062481 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-f50f25b1-a41c-49fc-bddc-ed1a4296cd50 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/quotas/ce4cb1ad92e24a0da2b23d6e4fcb45a5 HTTP/1.1" status: 200 len: 375 time: 0.0131702 May 18 14:20:18.117501 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-ed64c4e6-fb46-477f-aa78-a5a7dd395407 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce4cb1ad92e24a0da2b23d6e4fcb45a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518930 May 18 14:20:18.121898 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:18.250558 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec79d-921b-43fd-be93-96a758de0b89 req-1fae2a90-ac57-48f1-95ef-b8383348a7df tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:18.252124 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-634ec79d-921b-43fd-be93-96a758de0b89 req-1fae2a90-ac57-48f1-95ef-b8383348a7df tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.1219416 May 18 14:20:18.341151 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-02cefc23-dd58-4254-ae4c-b5cdc681f9ad service neutron] 10.222.0.71 "GET /v2.0/networks/1a26324e-a484-431f-a0bf-0f0035ff2516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207758 May 18 14:20:18.353372 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-634ec79d-921b-43fd-be93-96a758de0b89 req-07138bcd-8213-4876-9433-76fa2c016cd7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942605 May 18 14:20:18.470813 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-3f1ed6d9-765b-4bce-b924-04d40e25007c service neutron] 10.222.0.71 "GET /v2.0/networks/1a26324e-a484-431f-a0bf-0f0035ff2516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287370 May 18 14:20:18.509306 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (84fc4d51-a2d6-49c4-a801-0f6f2cea136b), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:18.609454 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:20:18.634194 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:20:18.634530 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device bec7a6a8-249d-430b-8ef6-1bf0fca3a3aa not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:20:18.750949 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (41290673-3e91-45ed-80ba-4bff288bb73b), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:18.788760 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cf6f4667-e9fa-450b-9b7e-f66ba53c454a req-c67b3ca1-0569-44bb-92fb-55b6b1267488 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0429978 May 18 14:20:18.921117 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:19.028888 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for port (41290673-3e91-45ed-80ba-4bff288bb73b), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:19.195445 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (41290673-3e91-45ed-80ba-4bff288bb73b), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:19.280979 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'Port': ['ID=41290673-3e91-45ed-80ba-4bff288bb73b,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:19.299538 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (84fc4d51-a2d6-49c4-a801-0f6f2cea136b), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:19.578690 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Floating IP 84fc4d51-a2d6-49c4-a801-0f6f2cea136b associated. External IP: 172.27.2.108, port: f06abc75-4752-4346-bc0f-7bde3c84480d. May 18 14:20:19.579780 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d3c88-48d5-4b47-a6e3-0c3ff5a1d9bf req-b196742a-09bf-448e-8efb-28fb104781ad tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:19.579780 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-360d3c88-48d5-4b47-a6e3-0c3ff5a1d9bf req-b196742a-09bf-448e-8efb-28fb104781ad tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0741663 May 18 14:20:19.643855 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-360d3c88-48d5-4b47-a6e3-0c3ff5a1d9bf req-4938c49e-c146-4b05-8d90-ae68097332db tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614440 May 18 14:20:19.729641 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:19.921541 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3a665fb4-73a1-4921-84d5-598381047ce7 req-e56fe298-2eaa-47c0-b35d-966819673787 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0705421 May 18 14:20:19.934996 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:20:20.111607 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:20:20.125018 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d7b88-d09e-4eca-bb01-b740e9a4566e None None] Sync routers for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:20:20.141641 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d7b88-d09e-4eca-bb01-b740e9a4566e None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:20:20.142196 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-9e7d7b88-d09e-4eca-bb01-b740e9a4566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:20:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:20:20.237004 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:20.306448 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-9e7d7b88-d09e-4eca-bb01-b740e9a4566e None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:20:20.326932 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-5d692ad5-31a6-48a4-af2e-4903ef4915f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9515152 May 18 14:20:20.327635 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'tag': 'f06abc75-4752-4346-bc0f-7bde3c84480d'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:20:20.330167 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cb769f-5d18-47fa-84b2-cbdcfc1a2e72" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8a343d-e1c7-46ea-98b9-bf06bad0650d", "tag": "f06abc75-4752-4346-bc0f-7bde3c84480d"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:20:20.375710 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e0b838-2f7d-45ee-adb0-a2dbe28be8ee x-openstack-request-id: req-d6e0b838-2f7d-45ee-adb0-a2dbe28be8ee {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:20:20.376201 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8a343d-e1c7-46ea-98b9-bf06bad0650d", "tag": "f06abc75-4752-4346-bc0f-7bde3c84480d", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:20:20.376616 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d6e0b838-2f7d-45ee-adb0-a2dbe28be8ee {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:20:20.377206 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e0b838-2f7d-45ee-adb0-a2dbe28be8ee'] response: {'name': 'network-changed', 'server_uuid': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'tag': 'f06abc75-4752-4346-bc0f-7bde3c84480d', 'status': 'completed', 'code': 200} May 18 14:20:20.641019 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-9e7d7b88-d09e-4eca-bb01-b740e9a4566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '84fc4d51-a2d6-49c4-a801-0f6f2cea136b', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': 'f06abc75-4752-4346-bc0f-7bde3c84480d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:73:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:20:18Z', 'updated_at': '2022-05-18T14:20:18Z', 'revision_number': 0, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:20:20.673007 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d7b88-d09e-4eca-bb01-b740e9a4566e None None] Checking router: fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:20:20.684870 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d7b88-d09e-4eca-bb01-b740e9a4566e None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:20:20.685829 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-9e7d7b88-d09e-4eca-bb01-b740e9a4566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:20:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:20:20.847317 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cc268-83f3-4d15-85b2-15a4bd6602a4 req-6007ba35-e667-4def-92b9-fe4cc5785e0a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:20.849393 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fe8cc268-83f3-4d15-85b2-15a4bd6602a4 req-6007ba35-e667-4def-92b9-fe4cc5785e0a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0551426 May 18 14:20:20.893559 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-9e7d7b88-d09e-4eca-bb01-b740e9a4566e None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:20:20.928359 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fe8cc268-83f3-4d15-85b2-15a4bd6602a4 req-3c791110-deb9-40ba-81bb-4011f38ec201 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719070 May 18 14:20:21.089206 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c82e32f1-5c1d-4d8b-9e0c-724aaeec589e req-ca06bef8-0f6f-4bcf-bb42-e467e3fb19d8 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0445540 May 18 14:20:21.172868 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-9e7d7b88-d09e-4eca-bb01-b740e9a4566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '84fc4d51-a2d6-49c4-a801-0f6f2cea136b', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': 'f06abc75-4752-4346-bc0f-7bde3c84480d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:73:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:20:18Z', 'updated_at': '2022-05-18T14:20:18Z', 'revision_number': 0, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:20:21.200895 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d7b88-d09e-4eca-bb01-b740e9a4566e None None] The sync data for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi is: [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '84fc4d51-a2d6-49c4-a801-0f6f2cea136b', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': 'f06abc75-4752-4346-bc0f-7bde3c84480d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:73:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:20:18Z', 'updated_at': '2022-05-18T14:20:18Z', 'revision_number': 0, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:20:21.442428 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693284aa-a227-4f9e-847a-46fb9256aefa None None] New status for floating IP 84fc4d51-a2d6-49c4-a801-0f6f2cea136b: ACTIVE {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:20:22.093998 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:22.103384 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d85099-80a5-4211-895d-b41d594ff666 req-2d9eb2ea-9d67-47b7-b1ba-0a2d832d82a9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:22.105028 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-16d85099-80a5-4211-895d-b41d594ff666 req-2d9eb2ea-9d67-47b7-b1ba-0a2d832d82a9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0584164 May 18 14:20:22.168485 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-16d85099-80a5-4211-895d-b41d594ff666 req-dae20838-4aac-44f0-acb2-453392832b24 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574045 May 18 14:20:22.202323 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9ea14214-0da7-4f60-af2e-216ed9c78fc1 req-08892865-7f63-4ff9-8d6c-181342d6388a tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0374205 May 18 14:20:23.335168 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81bd67-9773-4ee8-898c-367f75eae884 req-613236b0-77ed-4faa-81da-9c7ef27e3b48 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:23.336740 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8d81bd67-9773-4ee8-898c-367f75eae884 req-613236b0-77ed-4faa-81da-9c7ef27e3b48 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0814829 May 18 14:20:23.338569 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e5cd7cc5-a14f-452b-a39c-93bbb5f8061b req-19786012-712b-4eda-8611-45d9e4cedf24 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0483043 May 18 14:20:23.405042 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8d81bd67-9773-4ee8-898c-367f75eae884 req-3e1208d7-adf5-4d1a-a665-dbf6002bc6bc tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620868 May 18 14:20:24.473224 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d18d7f3b-c806-43e8-aed3-d8dd0a852b3c req-e6938742-2161-487b-a797-518c8ad7553a tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0587466 May 18 14:20:24.557792 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499c8a6-626c-4058-a2fa-c9eac4a8f3bf req-c11206db-0acb-4ea6-886e-20bd89ee91d7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:24.559771 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9499c8a6-626c-4058-a2fa-c9eac4a8f3bf req-c11206db-0acb-4ea6-886e-20bd89ee91d7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0589275 May 18 14:20:24.610410 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9499c8a6-626c-4058-a2fa-c9eac4a8f3bf req-1d133929-e84a-4e3f-9115-23631238d591 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442886 May 18 14:20:24.865645 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:25.595884 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-88ab6bbd-a91f-44b0-b8c1-f7c4bfadf2f5 req-9fdec104-a35d-422f-9078-6c255ef5d2ba tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0535829 May 18 14:20:25.752897 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8cd69-1e49-44e5-8c79-310498efadfe req-9bb29603-bb5f-4f4f-815e-34f2d4cf611c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:25.754758 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d8b8cd69-1e49-44e5-8c79-310498efadfe req-9bb29603-bb5f-4f4f-815e-34f2d4cf611c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0519035 May 18 14:20:25.801032 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:25.815857 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d8b8cd69-1e49-44e5-8c79-310498efadfe req-87162111-0850-46fb-9f70-5b682e532831 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542850 May 18 14:20:26.709951 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-605969ab-f993-4110-bf42-bb419f6593bb req-76483b9a-c1c9-4cd7-9269-cac49661fec8 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0371723 May 18 14:20:27.053448 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecd2cc-004d-4013-b770-7ac660d1c79f req-63c985e6-1505-4a7b-9f9e-b14dfc1adc5c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:27.056157 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-15ecd2cc-004d-4013-b770-7ac660d1c79f req-63c985e6-1505-4a7b-9f9e-b14dfc1adc5c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.1081605 May 18 14:20:27.145030 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-15ecd2cc-004d-4013-b770-7ac660d1c79f req-5271203d-6dfc-4506-9405-bde00bee0277 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815556 May 18 14:20:27.856556 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-860a5ddc-36c7-4b14-bcf4-486dcb419e80 req-556fef65-d55d-4a01-b9f9-b4c2a85d7e9a tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0342705 May 18 14:20:28.348568 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eaea2-2b52-44e0-8f99-b2c42a261963 req-0e70fc09-d2f3-457d-a8f4-7f42c6a631a2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:28.351124 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e84eaea2-2b52-44e0-8f99-b2c42a261963 req-0e70fc09-d2f3-457d-a8f4-7f42c6a631a2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0627823 May 18 14:20:28.422100 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e84eaea2-2b52-44e0-8f99-b2c42a261963 req-f53c0210-6da7-4e33-a15a-58891854f19b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607224 May 18 14:20:28.978097 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5208e55f-3c03-4663-a830-230cbdb79032 req-d46f49d1-a7be-4e9f-8d73-d1b360e512f9 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0336180 May 18 14:20:29.360888 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:20:29.570370 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df57072-69f4-4ce8-8aec-5076a1105f34 req-b8c63dcd-6f5d-46dc-9580-751c9c3c1fe1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:29.571990 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1df57072-69f4-4ce8-8aec-5076a1105f34 req-b8c63dcd-6f5d-46dc-9580-751c9c3c1fe1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0548980 May 18 14:20:29.630193 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1df57072-69f4-4ce8-8aec-5076a1105f34 req-48bc6bad-b736-42d9-92a7-d1b1ed29ade6 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514064 May 18 14:20:30.004317 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb769f-5d18-47fa-84b2-cbdcfc1a2e72 req-3a1dd075-f239-4d60-9f3b-3131eda984ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:30.008087 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c8cb769f-5d18-47fa-84b2-cbdcfc1a2e72 req-3a1dd075-f239-4d60-9f3b-3131eda984ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 1129 time: 0.0515504 May 18 14:20:30.695707 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-b2215c19-d43a-459c-9c3f-864caf62b8fd req-23406fbc-0428-4483-bc79-4e1cfaffe974 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1065402 May 18 14:20:30.744537 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb769f-5d18-47fa-84b2-cbdcfc1a2e72 req-1d4be0ff-bfeb-4b10-8e11-d268ac869730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:30.746024 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c8cb769f-5d18-47fa-84b2-cbdcfc1a2e72 req-1d4be0ff-bfeb-4b10-8e11-d268ac869730 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 200 len: 912 time: 0.1697118 May 18 14:20:30.822575 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2215c19-d43a-459c-9c3f-864caf62b8fd req-4e2d9cc8-01ee-49cb-9b5d-8c1ac721303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:30.824144 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-b2215c19-d43a-459c-9c3f-864caf62b8fd req-4e2d9cc8-01ee-49cb-9b5d-8c1ac721303d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 1129 time: 0.0889812 May 18 14:20:30.841365 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c8cb769f-5d18-47fa-84b2-cbdcfc1a2e72 req-fcb758aa-0933-4697-96a1-a89110416ccf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f06abc75-4752-4346-bc0f-7bde3c84480d HTTP/1.1" status: 200 len: 1001 time: 0.0751388 May 18 14:20:31.110140 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-282c3513-f7ab-4cf0-96d8-6bd00691d9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:31.176536 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=83 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:31.193679 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb769f-5d18-47fa-84b2-cbdcfc1a2e72 req-057b7b99-1b2c-4e4f-89f8-e1792979fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:31.195850 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c8cb769f-5d18-47fa-84b2-cbdcfc1a2e72 req-057b7b99-1b2c-4e4f-89f8-e1792979fbfe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17f3fca3-f8aa-4221-afa0-9e4e902842ea HTTP/1.1" status: 200 len: 850 time: 0.3462725 May 18 14:20:31.274079 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2215c19-d43a-459c-9c3f-864caf62b8fd req-43e29cd4-039e-4172-bfbe-e4fe1ce9c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:31.275705 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-b2215c19-d43a-459c-9c3f-864caf62b8fd req-43e29cd4-039e-4172-bfbe-e4fe1ce9c7fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.3919287 May 18 14:20:31.277079 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb769f-5d18-47fa-84b2-cbdcfc1a2e72 req-ab0b90a2-7338-4884-87e1-ff38ed5ff6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:31.279961 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c8cb769f-5d18-47fa-84b2-cbdcfc1a2e72 req-ab0b90a2-7338-4884-87e1-ff38ed5ff6e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485bb1dd-78e1-4b7c-907c-2599bbac27f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747824 May 18 14:20:31.345051 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-b2215c19-d43a-459c-9c3f-864caf62b8fd req-5c82919a-068b-4472-9d5f-1a5168a9d2b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4110fb85-dc86-4e98-a601-ab441eac3d5b HTTP/1.1" status: 200 len: 217 time: 0.0551944 May 18 14:20:31.446267 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-db587466-ab5a-4150-8494-af3410461cc5 req-5844ed6e-3d58-4ece-9c58-e877d92c1e09 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0315251 May 18 14:20:31.451931 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2215c19-d43a-459c-9c3f-864caf62b8fd req-feff0089-5e9f-4328-a818-9b85a8316a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:31.454625 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-b2215c19-d43a-459c-9c3f-864caf62b8fd req-feff0089-5e9f-4328-a818-9b85a8316a17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.0803258 May 18 14:20:31.509834 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:31.515065 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c8cb769f-5d18-47fa-84b2-cbdcfc1a2e72 req-060fd3cb-61a0-4d0c-a79c-68c80b0944e0 service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230880 May 18 14:20:31.625320 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:31.641815 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2215c19-d43a-459c-9c3f-864caf62b8fd req-8a2b97ad-2617-4fdc-8876-607f4b209b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:31.644064 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-b2215c19-d43a-459c-9c3f-864caf62b8fd req-8a2b97ad-2617-4fdc-8876-607f4b209b9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1285503 May 18 14:20:31.649620 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cf231-86e8-421d-9b83-f109a8b6ae7b req-767c1c5e-653e-4a4a-b24e-bac9b806b549 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:31.651969 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-019cf231-86e8-421d-9b83-f109a8b6ae7b req-767c1c5e-653e-4a4a-b24e-bac9b806b549 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0900943 May 18 14:20:31.732185 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-019cf231-86e8-421d-9b83-f109a8b6ae7b req-2ec421a2-759a-4e4b-a546-f40d82810536 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730989 May 18 14:20:31.773482 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c8cb769f-5d18-47fa-84b2-cbdcfc1a2e72 req-c707b950-8c64-449c-afd3-61cb891f5400 service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456217 May 18 14:20:31.811614 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-b2215c19-d43a-459c-9c3f-864caf62b8fd req-c23a8a06-75f1-4beb-8909-e27d74b632a1 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476865 May 18 14:20:31.855984 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 45494) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:20:31.984191 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:32.122830 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Publish callbacks [] for security_group (b13f774c-0c9e-4f9c-8fcf-5a064eee05ee), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:32.160861 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-b2215c19-d43a-459c-9c3f-864caf62b8fd req-3d906655-27d1-48a1-99a2-66d31b50d15f service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165102 May 18 14:20:32.264911 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (b13f774c-0c9e-4f9c-8fcf-5a064eee05ee), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:32.308127 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f774c-0c9e-4f9c-8fcf-5a064eee05ee,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:32.312177 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7e9284fd80c54bcdaf0673e6dc265886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4551096 May 18 14:20:32.315972 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 45498) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:20:32.318773 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.319177 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.319693 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.320126 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.320473 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.320831 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.321210 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.322456 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.322456 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.322456 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.322946 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.323274 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.323821 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.324961 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.324961 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9deb83-6b67-4d5a-a87a-bbf025e0554f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.389382 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Publish callbacks [] for security_group (b13f774c-0c9e-4f9c-8fcf-5a064eee05ee), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:32.415645 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Publish callbacks [] for security_group (b13f774c-0c9e-4f9c-8fcf-5a064eee05ee), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:32.576830 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (b13f774c-0c9e-4f9c-8fcf-5a064eee05ee), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:32.579279 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:32.580499 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b13f774c-0c9e-4f9c-8fcf-5a064eee05ee HTTP/1.1" status: 204 len: 168 time: 0.2633910 May 18 14:20:32.594461 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0e164392-5837-4273-a3e8-4225aefe459f req-8fefdb82-08a7-431d-a70b-5bf265530bff tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0572255 May 18 14:20:32.605507 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f774c-0c9e-4f9c-8fcf-5a064eee05ee,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:32.628716 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.637456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622517a-302e-484a-97d2-0a4858efd9bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:32.746980 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-bd56481e-2795-4fac-9c02-82a7c6c8752e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:32.748899 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-bd56481e-2795-4fac-9c02-82a7c6c8752e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.72 "GET /v2.0/networks?id=1a26324e-a484-431f-a0bf-0f0035ff2516 HTTP/1.1" status: 200 len: 809 time: 0.2063260 May 18 14:20:32.781228 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Request body: {'port': {'device_id': '29b1a59f-4d8c-4443-8c97-e7cb994f7df1', 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516', 'admin_state_up': True, 'tenant_id': 'ce4cb1ad92e24a0da2b23d6e4fcb45a5'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:20:32.877937 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:32.883015 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39665516-9a04-484a-9250-d285db951880 req-07d9c821-4d70-45d4-93d7-6a52575a8ac8 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:32.885665 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-39665516-9a04-484a-9250-d285db951880 req-07d9c821-4d70-45d4-93d7-6a52575a8ac8 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0703838 May 18 14:20:32.947115 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-39665516-9a04-484a-9250-d285db951880 req-0828e7a9-38ea-489c-ba61-d6e185d3538b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541191 May 18 14:20:33.018960 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Made reservation on behalf of ce4cb1ad92e24a0da2b23d6e4fcb45a5 for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:20:33.022604 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:33.226406 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Allocated IP 172.20.0.13 (1a26324e-a484-431f-a0bf-0f0035ff2516/b0fb0337-d470-42c0-84dd-e56838b11a92/14a78ffd-166e-49b1-8ca3-3a62b5d8ebad) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:20:33.265569 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:33.421271 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks [] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:33.515685 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a65ff917-146b-416f-abe5-f051b47d6b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:33.545211 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:33.592156 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Network 1a26324e-a484-431f-a0bf-0f0035ff2516 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:20:33.595511 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:20:33.599679 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:20:33.606743 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Pushing event updated for resources: {'Port': ['ID=14a78ffd-166e-49b1-8ca3-3a62b5d8ebad,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:33.660531 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:33.661405 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:33.774095 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89eb67e-4309-4321-8aa4-436b5c93c74e req-c67a9cab-86d6-428e-937e-478381af886b tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:33.775695 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e89eb67e-4309-4321-8aa4-436b5c93c74e req-c67a9cab-86d6-428e-937e-478381af886b tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 932 time: 0.0777690 May 18 14:20:33.783175 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-e14dfb51-0bc4-46b1-861e-2f54cd21d584 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0229590 May 18 14:20:33.801514 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Request body: {'port': {'device_id': '29b1a59f-4d8c-4443-8c97-e7cb994f7df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:20:33.813570 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:33.841272 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e89eb67e-4309-4321-8aa4-436b5c93c74e req-dd8f655a-7df1-4f80-8d22-605c732b4335 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557632 May 18 14:20:33.888482 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:34.084049 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f4d33-e8b6-4b0e-9864-09c19f4aaac5 req-c9e0b430-a49b-4e32-a50f-5d4d476596f3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:34.086211 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c18f4d33-e8b6-4b0e-9864-09c19f4aaac5 req-c9e0b430-a49b-4e32-a50f-5d4d476596f3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0550060 May 18 14:20:34.117558 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:34.146059 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c18f4d33-e8b6-4b0e-9864-09c19f4aaac5 req-65e321ad-7905-4e7a-b26b-81565f880bd3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522122 May 18 14:20:34.159251 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:34.265713 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:20:34.276616 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Publish callbacks [] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:34.298592 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Transition to ACTIVE for port object 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:20:34.384676 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:34.445288 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Pushing event updated for resources: {'Port': ['ID=14a78ffd-166e-49b1-8ca3-3a62b5d8ebad,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:34.541146 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Attempting to bind port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:20:34.541687 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Attempting to bind port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '46deaba3-a996-4706-9c68-ab4161aaae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:20:34.542220 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Attempting to bind port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad on network 1a26324e-a484-431f-a0bf-0f0035ff2516 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:20:34.551571 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad on network 1a26324e-a484-431f-a0bf-0f0035ff2516 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:20:34.551571 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Attempting to bind port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad on network 1a26324e-a484-431f-a0bf-0f0035ff2516 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:20:34.562064 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:20:34.564470 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Checking segment: {'id': '46deaba3-a996-4706-9c68-ab4161aaae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:20:34.565092 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Bound using segment: {'id': '46deaba3-a996-4706-9c68-ab4161aaae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:20:34.566026 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Bound port: 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46deaba3-a996-4706-9c68-ab4161aaae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:20:34.566622 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:34.669787 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:34.684074 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] For port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:20:34.688056 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] For port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=14a78ffd-166e-49b1-8ca3-3a62b5d8ebad,segment=NetworkSegment(46deaba3-a996-4706-9c68-ab4161aaae95),segment_id=46deaba3-a996-4706-9c68-ab4161aaae95)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:20:34.757730 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:34.795396 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:34.796019 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:34.797462 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] 10.222.0.72 "PUT /v2.0/ports/14a78ffd-166e-49b1-8ca3-3a62b5d8ebad HTTP/1.1" status: 200 len: 1094 time: 1.0041115 May 18 14:20:34.797903 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b1a59f-4d8c-4443-8c97-e7cb994f7df1', 'tag': '14a78ffd-166e-49b1-8ca3-3a62b5d8ebad'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:20:34.800141 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5ad1d4-aa99-4a55-9c5d-4cffa42f1419" -d '{"events": [{"name": "network-changed", "server_uuid": "29b1a59f-4d8c-4443-8c97-e7cb994f7df1", "tag": "14a78ffd-166e-49b1-8ca3-3a62b5d8ebad"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:20:34.827945 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd137f1-31cd-49ea-89de-c30506b167b6 service neutron] Pushing event updated for resources: {'Port': ['ID=14a78ffd-166e-49b1-8ca3-3a62b5d8ebad,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:34.839266 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b895f07-c8c7-47fe-b528-bbb08f341444 x-openstack-request-id: req-3b895f07-c8c7-47fe-b528-bbb08f341444 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:20:34.839266 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b1a59f-4d8c-4443-8c97-e7cb994f7df1", "tag": "14a78ffd-166e-49b1-8ca3-3a62b5d8ebad", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:20:34.839266 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b895f07-c8c7-47fe-b528-bbb08f341444 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:20:34.839684 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b895f07-c8c7-47fe-b528-bbb08f341444'] response: {'name': 'network-changed', 'server_uuid': '29b1a59f-4d8c-4443-8c97-e7cb994f7df1', 'tag': '14a78ffd-166e-49b1-8ca3-3a62b5d8ebad', 'status': 'completed', 'code': 200} May 18 14:20:34.950431 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ad1d4-aa99-4a55-9c5d-4cffa42f1419 req-e8081a05-d7f0-43ca-b640-867cf8835cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:34.952045 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5d5ad1d4-aa99-4a55-9c5d-4cffa42f1419 req-e8081a05-d7f0-43ca-b640-867cf8835cb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce4cb1ad92e24a0da2b23d6e4fcb45a5&device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 1128 time: 0.0772243 May 18 14:20:35.021865 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec06f2-b3cc-46c1-b233-cdf6042f4e7a req-3f0a4f55-d908-4e90-947e-c68e1923476a tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:35.021865 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-57ec06f2-b3cc-46c1-b233-cdf6042f4e7a req-3f0a4f55-d908-4e90-947e-c68e1923476a tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 944 time: 0.0637994 May 18 14:20:35.091678 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ad1d4-aa99-4a55-9c5d-4cffa42f1419 req-54b79748-3b40-416a-b5be-55bed225e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:35.093486 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5d5ad1d4-aa99-4a55-9c5d-4cffa42f1419 req-54b79748-3b40-416a-b5be-55bed225e350 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ce4cb1ad92e24a0da2b23d6e4fcb45a5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1283586 May 18 14:20:35.097449 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-57ec06f2-b3cc-46c1-b233-cdf6042f4e7a req-cb5c8297-89f7-4de6-93a5-b689eb6411c2 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763917 May 18 14:20:35.190369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:35.211951 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ad1d4-aa99-4a55-9c5d-4cffa42f1419 req-fc84c600-0499-4b33-9243-6a6e05bda818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:35.213525 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5d5ad1d4-aa99-4a55-9c5d-4cffa42f1419 req-fc84c600-0499-4b33-9243-6a6e05bda818 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118731 May 18 14:20:35.314492 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccda26d-0c33-4019-9bf2-47378df225c6 req-67817171-6b0a-47c0-85ea-31245830be80 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:35.315453 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-0e524757-d0ef-4b4d-bf49-9c2c573975a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:35.317058 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-0e524757-d0ef-4b4d-bf49-9c2c573975a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce4cb1ad92e24a0da2b23d6e4fcb45a5&device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 1128 time: 0.0432730 May 18 14:20:35.317283 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cccda26d-0c33-4019-9bf2-47378df225c6 req-67817171-6b0a-47c0-85ea-31245830be80 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0589945 May 18 14:20:35.369135 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cccda26d-0c33-4019-9bf2-47378df225c6 req-145650f0-17a9-42ac-8bc6-37bde115bbf7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466092 May 18 14:20:35.371653 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-f94f43ca-26a0-47e9-90dd-5741179b3f59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a78ffd-166e-49b1-8ca3-3a62b5d8ebad HTTP/1.1" status: 200 len: 217 time: 0.0462213 May 18 14:20:35.414812 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:35.427288 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-c180f7ab-8dfe-4abf-8687-f5f001148bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:35.429706 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-c180f7ab-8dfe-4abf-8687-f5f001148bab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0fb0337-d470-42c0-84dd-e56838b11a92 HTTP/1.1" status: 200 len: 849 time: 0.0507357 May 18 14:20:35.471559 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-2b037104-4e86-413a-bfbb-bfae080a275c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1a26324e-a484-431f-a0bf-0f0035ff2516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287437 May 18 14:20:35.580563 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-6510b598-182e-4321-9033-bd0155311a26 service neutron] 10.222.0.72 "GET /v2.0/networks/1a26324e-a484-431f-a0bf-0f0035ff2516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018643 May 18 14:20:35.683479 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c77b5408-1d7a-4623-9ba0-b18db666abfb req-f33aba6c-ff5a-47d4-bf12-78efe28f4b30 service neutron] 10.222.0.72 "GET /v2.0/networks/1a26324e-a484-431f-a0bf-0f0035ff2516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942628 May 18 14:20:36.213093 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:36.229596 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a45f1b-4b88-47ed-880c-d45936d37003 req-94196cb5-1a71-4867-a8c4-807140f96521 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:36.231216 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-16a45f1b-4b88-47ed-880c-d45936d37003 req-94196cb5-1a71-4867-a8c4-807140f96521 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 944 time: 0.0658121 May 18 14:20:36.289339 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-16a45f1b-4b88-47ed-880c-d45936d37003 req-f995dd42-a994-4471-a21d-dab1acc95d8f tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516210 May 18 14:20:36.501213 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d2954-0628-4ac8-ac5e-bf4fc8d08515 req-5cf78b41-2119-49b0-9ab8-69c44c5decc9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:36.502725 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8a0d2954-0628-4ac8-ac5e-bf4fc8d08515 req-5cf78b41-2119-49b0-9ab8-69c44c5decc9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0529423 May 18 14:20:36.561120 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8a0d2954-0628-4ac8-ac5e-bf4fc8d08515 req-1011febf-a68c-4c6e-a46b-a725c7bb73d5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500653 May 18 14:20:37.412279 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79d6f3-309b-4749-bc10-3e508c14ecad req-f2356ad3-239f-4650-8a3e-4e9f0b9a5f7b tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:37.414522 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-db79d6f3-309b-4749-bc10-3e508c14ecad req-f2356ad3-239f-4650-8a3e-4e9f0b9a5f7b tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 944 time: 0.0511572 May 18 14:20:37.471048 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-db79d6f3-309b-4749-bc10-3e508c14ecad req-c6a04ef8-94b5-4442-a157-1370bec2f5b4 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504525 May 18 14:20:37.702690 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd83983-7f58-4929-b9c6-47c001b256a2 req-626e4caa-c803-43f1-86bb-218667523534 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:37.704192 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bcd83983-7f58-4929-b9c6-47c001b256a2 req-626e4caa-c803-43f1-86bb-218667523534 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0544004 May 18 14:20:37.781819 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bcd83983-7f58-4929-b9c6-47c001b256a2 req-d06723a2-d522-41e3-b406-6dbc2b49470b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701017 May 18 14:20:37.810598 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:38.603108 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b496781-db21-4e69-94d4-19c1b01281fa req-36d2be34-f6e3-4a76-b951-fd155051575f tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:38.605085 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9b496781-db21-4e69-94d4-19c1b01281fa req-36d2be34-f6e3-4a76-b951-fd155051575f tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 944 time: 0.0568695 May 18 14:20:38.660890 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9b496781-db21-4e69-94d4-19c1b01281fa req-0fe65957-f182-403b-b153-1dd21b480e4a tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485146 May 18 14:20:38.937553 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c78b9-5dd1-4276-97ba-6ca9a9c2b6b0 req-2d307aaf-3d2d-49a6-b135-a17c2867774d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:38.939107 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-215c78b9-5dd1-4276-97ba-6ca9a9c2b6b0 req-2d307aaf-3d2d-49a6-b135-a17c2867774d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 944 time: 0.0520859 May 18 14:20:38.957210 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 50ad3269-a80d-480a-82c7-560629cbb39f details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:20:38.992721 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-215c78b9-5dd1-4276-97ba-6ca9a9c2b6b0 req-22872ba7-05b0-4407-9f18-a250daaeecb0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467293 May 18 14:20:39.066647 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=50ad3269-a80d-480a-82c7-560629cbb39f,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:39.079465 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '50ad3269-a80d-480a-82c7-560629cbb39f', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'port_id': '50ad3269-a80d-480a-82c7-560629cbb39f', 'mac_address': 'fa:16:3e:6f:48:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:20:39.130147 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 50ad3269-a80d-480a-82c7-560629cbb39f is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:20:39.130546 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:39.133959 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:39.148945 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ad3269-a80d-480a-82c7-560629cbb39f {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:20:39.184586 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=50ad3269-a80d-480a-82c7-560629cbb39f,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:39.277204 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:39.336472 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=50ad3269-a80d-480a-82c7-560629cbb39f,revision_number=9']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:39.782947 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a925aca-333f-41a1-99c2-4e5c6044e541 req-9a55ce94-2d37-4396-80ae-81570ceaccaa tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:39.784523 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6a925aca-333f-41a1-99c2-4e5c6044e541 req-9a55ce94-2d37-4396-80ae-81570ceaccaa tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 944 time: 0.0509162 May 18 14:20:39.833652 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6a925aca-333f-41a1-99c2-4e5c6044e541 req-54a29c62-26d3-468e-a331-fe0a30a3c83b tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 May 18 14:20:40.133236 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4eb48-04fc-4bf6-99f7-cbc0caa516a4 req-caa95280-049d-4810-95ab-539ff6870e49 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:40.134762 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a9d4eb48-04fc-4bf6-99f7-cbc0caa516a4 req-caa95280-049d-4810-95ab-539ff6870e49 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 945 time: 0.0512958 May 18 14:20:40.189584 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a9d4eb48-04fc-4bf6-99f7-cbc0caa516a4 req-f933a77c-81d5-4f07-83e2-cdc741fa7da2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490766 May 18 14:20:40.328778 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['50ad3269-a80d-480a-82c7-560629cbb39f'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:20:40.958649 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05643eef-e7d5-457e-b3a8-ddaab128d3e1 req-584cc7f0-04d2-460e-911b-c7e4b9e957d2 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:40.960817 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-05643eef-e7d5-457e-b3a8-ddaab128d3e1 req-584cc7f0-04d2-460e-911b-c7e4b9e957d2 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 944 time: 0.0560942 May 18 14:20:40.987600 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:41.011294 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:41.032442 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-05643eef-e7d5-457e-b3a8-ddaab128d3e1 req-6491a3f9-935f-4b4e-8c1e-032a599384ca tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600255 May 18 14:20:41.278795 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 50ad3269-a80d-480a-82c7-560629cbb39f up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:20:41.323057 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535d3e0-4fa5-429b-890f-58095dfb5ee7 req-cb395001-6766-497d-92d1-fcc490b3ef37 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:41.324606 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e535d3e0-4fa5-429b-890f-58095dfb5ee7 req-cb395001-6766-497d-92d1-fcc490b3ef37 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 945 time: 0.0498531 May 18 14:20:41.329628 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 50ad3269-a80d-480a-82c7-560629cbb39f triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:20:41.330197 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:41.371315 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=73 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:41.378346 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:41.396244 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e535d3e0-4fa5-429b-890f-58095dfb5ee7 req-cfcacc19-0d83-44cc-b257-24749623699e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652542 May 18 14:20:41.424385 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 50ad3269-a80d-480a-82c7-560629cbb39f is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:20:41.424777 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:41.451917 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:20:41.454199 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18cc120-4e0f-4388-8edb-616d27677d91" -d '{"events": [{"server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "name": "network-vif-plugged", "status": "completed", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:20:41.471837 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=50ad3269-a80d-480a-82c7-560629cbb39f,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:41.493222 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a762680-1b3b-4982-98e6-c98b2ed9521a x-openstack-request-id: req-8a762680-1b3b-4982-98e6-c98b2ed9521a {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:20:41.493744 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "name": "network-vif-plugged", "status": "completed", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:20:41.494149 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8a762680-1b3b-4982-98e6-c98b2ed9521a {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:20:41.494529 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a762680-1b3b-4982-98e6-c98b2ed9521a'] response: {'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f', 'code': 200} May 18 14:20:41.579399 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:41.665875 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=50ad3269-a80d-480a-82c7-560629cbb39f,revision_number=10']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:42.181638 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56327490-c36d-4097-8bd6-6e2cfc0f6278 req-ceaae1d8-20d7-4218-bb22-0738b3a516c8 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:42.183607 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-56327490-c36d-4097-8bd6-6e2cfc0f6278 req-ceaae1d8-20d7-4218-bb22-0738b3a516c8 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 944 time: 0.0608950 May 18 14:20:42.248544 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-56327490-c36d-4097-8bd6-6e2cfc0f6278 req-5038fa8e-ff7d-4818-92cd-be2fa8125731 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580616 May 18 14:20:42.285263 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a6646-a7c5-4692-820c-0eb3a43e87e1 req-c75ba665-9216-40f0-ae49-0140da1eb82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:42.288311 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-457a6646-a7c5-4692-820c-0eb3a43e87e1 req-c75ba665-9216-40f0-ae49-0140da1eb82d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 1131 time: 0.0574579 May 18 14:20:42.368871 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-457a6646-a7c5-4692-820c-0eb3a43e87e1 req-fe5f483b-08b2-43d4-9813-fb3c8985db3b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727558 May 18 14:20:42.540730 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2e8ea-bf2c-4313-adbc-c99399c20918 req-725fb2b4-a689-45ed-afbd-def8cace6477 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:42.542562 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9eb2e8ea-bf2c-4313-adbc-c99399c20918 req-725fb2b4-a689-45ed-afbd-def8cace6477 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 947 time: 0.0560691 May 18 14:20:42.595544 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9eb2e8ea-bf2c-4313-adbc-c99399c20918 req-710abdd4-0ce7-45cd-af6d-04107dfd5688 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466633 May 18 14:20:43.389864 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903edab2-42e9-49fd-8b6a-9a3243532ffb req-b61939cf-f5cc-4d0e-b92c-76c1937d9b2d tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:43.391457 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-903edab2-42e9-49fd-8b6a-9a3243532ffb req-b61939cf-f5cc-4d0e-b92c-76c1937d9b2d tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 944 time: 0.0561635 May 18 14:20:43.422629 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:20:43.446544 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-903edab2-42e9-49fd-8b6a-9a3243532ffb req-ab3e6c34-cacc-4771-ac5f-9b85474f5b2f tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485950 May 18 14:20:43.539028 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=14a78ffd-166e-49b1-8ca3-3a62b5d8ebad,segment=NetworkSegment(46deaba3-a996-4706-9c68-ab4161aaae95),segment_id=46deaba3-a996-4706-9c68-ab4161aaae95)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:43.560885 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '14a78ffd-166e-49b1-8ca3-3a62b5d8ebad', 'network_id': '1a26324e-a484-431f-a0bf-0f0035ff2516', 'port_id': '14a78ffd-166e-49b1-8ca3-3a62b5d8ebad', 'mac_address': 'fa:16:3e:8b:8d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fb0337-d470-42c0-84dd-e56838b11a92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:20:43.620944 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:20:43.621473 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:43.639524 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:20:43.661115 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=14a78ffd-166e-49b1-8ca3-3a62b5d8ebad,segment=NetworkSegment(46deaba3-a996-4706-9c68-ab4161aaae95),segment_id=46deaba3-a996-4706-9c68-ab4161aaae95)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:43.674415 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dc33e-a1e3-41e7-93bf-67411bb03cb4 req-8bee0c42-4f96-4d44-b486-f6d6560b090e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:43.675914 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5c6dc33e-a1e3-41e7-93bf-67411bb03cb4 req-8bee0c42-4f96-4d44-b486-f6d6560b090e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0505369 May 18 14:20:43.744810 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:43.754527 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44513e-558a-433b-a194-fa40527d8157 req-f656597e-0928-4e6b-b611-e3e843a56f67 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:43.755986 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ca44513e-558a-433b-a194-fa40527d8157 req-f656597e-0928-4e6b-b611-e3e843a56f67 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 947 time: 0.0682929 May 18 14:20:43.764802 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5c6dc33e-a1e3-41e7-93bf-67411bb03cb4 req-b6b83f62-6b3c-42ea-b80c-7bef38c9470a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832627 May 18 14:20:43.809227 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=14a78ffd-166e-49b1-8ca3-3a62b5d8ebad,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:43.815651 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ca44513e-558a-433b-a194-fa40527d8157 req-fc16e3f5-647f-42d9-8af8-a022a85352b8 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496852 May 18 14:20:44.136856 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['14a78ffd-166e-49b1-8ca3-3a62b5d8ebad'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:20:44.142320 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:44.573886 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75fe2d-a744-4f3a-87b7-e3996dc4ac24 req-9cdac96d-3b9c-4080-bf1f-71cf28e91ef2 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:44.575390 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dd75fe2d-a744-4f3a-87b7-e3996dc4ac24 req-9cdac96d-3b9c-4080-bf1f-71cf28e91ef2 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 945 time: 0.0526764 May 18 14:20:44.625825 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dd75fe2d-a744-4f3a-87b7-e3996dc4ac24 req-f5d95ff3-c0ff-4481-857f-fb18f81ce51b tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 May 18 14:20:44.897979 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5a01a-a30d-4522-81d1-9311df963523 req-4172b48b-fb26-4c3d-a4c3-745085be29b5 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:44.899635 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-32d5a01a-a30d-4522-81d1-9311df963523 req-4172b48b-fb26-4c3d-a4c3-745085be29b5 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0616236 May 18 14:20:44.989031 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-32d5a01a-a30d-4522-81d1-9311df963523 req-690a7c22-1a36-4037-a015-aef6811e6089 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816455 May 18 14:20:44.995686 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cde23-db62-4c09-a7eb-7627e3625f7e req-9357773d-a6af-421a-b620-e5caeb1e4013 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:44.997215 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-360cde23-db62-4c09-a7eb-7627e3625f7e req-9357773d-a6af-421a-b620-e5caeb1e4013 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 947 time: 0.0748858 May 18 14:20:45.052728 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-360cde23-db62-4c09-a7eb-7627e3625f7e req-21358857-d575-4ee4-94d9-ac5a370379a3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469894 May 18 14:20:45.275814 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:20:45.325594 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:20:45.389933 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:20:45.390316 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:45.471242 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:20:45.471657 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:45.499453 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b1a59f-4d8c-4443-8c97-e7cb994f7df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a78ffd-166e-49b1-8ca3-3a62b5d8ebad'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:20:45.501709 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0b6c8c-7739-4c27-be33-3e82a719fa7d" -d '{"events": [{"server_uuid": "29b1a59f-4d8c-4443-8c97-e7cb994f7df1", "name": "network-vif-plugged", "status": "completed", "tag": "14a78ffd-166e-49b1-8ca3-3a62b5d8ebad"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:20:45.515122 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=14a78ffd-166e-49b1-8ca3-3a62b5d8ebad,segment=NetworkSegment(46deaba3-a996-4706-9c68-ab4161aaae95),segment_id=46deaba3-a996-4706-9c68-ab4161aaae95)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:20:45.540740 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c952915-dfb7-4608-872b-d63ec2713150 x-openstack-request-id: req-3c952915-dfb7-4608-872b-d63ec2713150 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:20:45.541160 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b1a59f-4d8c-4443-8c97-e7cb994f7df1", "name": "network-vif-plugged", "status": "completed", "tag": "14a78ffd-166e-49b1-8ca3-3a62b5d8ebad", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:20:45.541423 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3c952915-dfb7-4608-872b-d63ec2713150 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:20:45.541866 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c952915-dfb7-4608-872b-d63ec2713150'] response: {'server_uuid': '29b1a59f-4d8c-4443-8c97-e7cb994f7df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a78ffd-166e-49b1-8ca3-3a62b5d8ebad', 'code': 200} May 18 14:20:45.698676 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:45.749640 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0b842-b240-43ae-a7ea-bfcd398de68c req-3c6c35df-769a-4c5a-b2f2-7bc423198c98 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:45.758579 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-35a0b842-b240-43ae-a7ea-bfcd398de68c req-3c6c35df-769a-4c5a-b2f2-7bc423198c98 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0596747 May 18 14:20:45.777970 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=14a78ffd-166e-49b1-8ca3-3a62b5d8ebad,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:45.806902 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-35a0b842-b240-43ae-a7ea-bfcd398de68c req-ff13368c-fb17-4691-ba66-89e230314d78 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471635 May 18 14:20:45.837262 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 45740) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:20:45.970754 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-021d89ac-ee75-4bf7-828e-fc570ac3d381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:46.016862 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92103322-e958-403a-8cf6-2cb838203a6c req-9c66f35d-d117-4a10-90cc-6e0bb55af3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:46.018313 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-92103322-e958-403a-8cf6-2cb838203a6c req-9c66f35d-d117-4a10-90cc-6e0bb55af3bc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 1130 time: 0.0567937 May 18 14:20:46.106642 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-92103322-e958-403a-8cf6-2cb838203a6c req-62425dcc-c843-469b-aa50-3d87f202e1d0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802958 May 18 14:20:46.140876 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-021d89ac-ee75-4bf7-828e-fc570ac3d381 admin admin] Publish callbacks [] for security_group (67e5b4de-8dda-455e-93bc-5ee9708bb780), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:46.141290 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac7279-84cc-4824-91b6-a252b7401d22 req-af34ad37-1d1a-4c82-a872-e8b8ea690aaf tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:46.142937 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c7ac7279-84cc-4824-91b6-a252b7401d22 req-af34ad37-1d1a-4c82-a872-e8b8ea690aaf tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0619473 May 18 14:20:46.169001 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:46.200126 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:46.213339 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-021d89ac-ee75-4bf7-828e-fc570ac3d381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (67e5b4de-8dda-455e-93bc-5ee9708bb780), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:46.235473 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7abd7a-d4a4-4181-bb8f-298bc20e457c req-e97f0b77-2b51-48d7-b210-d212a97ffbe3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:46.236994 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4b7abd7a-d4a4-4181-bb8f-298bc20e457c req-e97f0b77-2b51-48d7-b210-d212a97ffbe3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 947 time: 0.0788043 May 18 14:20:46.245671 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c7ac7279-84cc-4824-91b6-a252b7401d22 req-a2a3a30e-a5b7-47fc-818c-ab4650a2ba3d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942385 May 18 14:20:46.257036 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-021d89ac-ee75-4bf7-828e-fc570ac3d381 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c3ee934ea82448649b17a9f14517acf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4177279 May 18 14:20:46.258031 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d89ac-ee75-4bf7-828e-fc570ac3d381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e5b4de-8dda-455e-93bc-5ee9708bb780,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:46.262018 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 45748) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:20:46.331958 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4b7abd7a-d4a4-4181-bb8f-298bc20e457c req-dcfac743-b124-448f-9e4e-fb569fffa97a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847275 May 18 14:20:46.347717 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f60100c-6dd4-429e-ba59-b3f18a7def35 admin admin] Publish callbacks [] for security_group (67e5b4de-8dda-455e-93bc-5ee9708bb780), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:46.374279 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f60100c-6dd4-429e-ba59-b3f18a7def35 admin admin] Publish callbacks [] for security_group (67e5b4de-8dda-455e-93bc-5ee9708bb780), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:46.504151 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f60100c-6dd4-429e-ba59-b3f18a7def35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (67e5b4de-8dda-455e-93bc-5ee9708bb780), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:46.507549 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1f60100c-6dd4-429e-ba59-b3f18a7def35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:46.508835 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-1f60100c-6dd4-429e-ba59-b3f18a7def35 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/67e5b4de-8dda-455e-93bc-5ee9708bb780 HTTP/1.1" status: 204 len: 168 time: 0.2453072 May 18 14:20:46.519792 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60100c-6dd4-429e-ba59-b3f18a7def35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e5b4de-8dda-455e-93bc-5ee9708bb780,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:46.931884 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16736f8-c573-4c34-94db-8b2188522502 req-04c6ef2f-dabd-4574-b14b-22a6b9c918b6 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:46.933469 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c16736f8-c573-4c34-94db-8b2188522502 req-04c6ef2f-dabd-4574-b14b-22a6b9c918b6 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0493279 May 18 14:20:46.990320 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c16736f8-c573-4c34-94db-8b2188522502 req-1d49377c-d2d2-4853-bbba-796307df7e94 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506289 May 18 14:20:47.380242 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f96546-7fc4-4e94-84c4-50f5246003fa req-f1ac5bd3-563c-4d8e-b637-a8d8e736ef6b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:47.381841 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d6f96546-7fc4-4e94-84c4-50f5246003fa req-f1ac5bd3-563c-4d8e-b637-a8d8e736ef6b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0542212 May 18 14:20:47.442796 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d6f96546-7fc4-4e94-84c4-50f5246003fa req-ae44ccb8-04cd-4497-9df8-77781a10ead8 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550239 May 18 14:20:48.113290 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08d74a-fbe5-46e8-9e29-2d7e7a2d0081 req-c5ea4dc2-4f57-46a6-8bf3-95f019dc30aa tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:48.114899 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8c08d74a-fbe5-46e8-9e29-2d7e7a2d0081 req-c5ea4dc2-4f57-46a6-8bf3-95f019dc30aa tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0513287 May 18 14:20:48.167075 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8c08d74a-fbe5-46e8-9e29-2d7e7a2d0081 req-1455ae54-f368-4426-9e93-6dd40202eeb9 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456913 May 18 14:20:48.581128 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c40b7-f03b-40b6-a4ff-0c32988a7ea7 req-6bb0ba8a-f270-4d3e-8478-9a6020271057 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:48.582731 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-818c40b7-f03b-40b6-a4ff-0c32988a7ea7 req-6bb0ba8a-f270-4d3e-8478-9a6020271057 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0677135 May 18 14:20:48.637589 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-818c40b7-f03b-40b6-a4ff-0c32988a7ea7 req-79d0103d-6524-4a36-87d4-74145cd7b7b0 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487232 May 18 14:20:49.299788 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1952491-d63a-43b6-80a2-2064f92851c9 req-da650637-fd58-4c9e-9a02-598940317a30 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:49.301361 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b1952491-d63a-43b6-80a2-2064f92851c9 req-da650637-fd58-4c9e-9a02-598940317a30 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0491142 May 18 14:20:49.354312 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b1952491-d63a-43b6-80a2-2064f92851c9 req-0525b346-62c8-44a0-8cee-8ad518c2c84e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472355 May 18 14:20:49.770954 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5e2dd-87e3-48d6-9d0f-04f9dcd32106 req-f8f15437-dcc3-4e2d-a27f-e88f6bdc0328 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:49.773770 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d9e5e2dd-87e3-48d6-9d0f-04f9dcd32106 req-f8f15437-dcc3-4e2d-a27f-e88f6bdc0328 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0634105 May 18 14:20:49.826103 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:49.846124 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d9e5e2dd-87e3-48d6-9d0f-04f9dcd32106 req-9f50dd63-c912-42f9-b490-326b1ae761e4 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659201 May 18 14:20:50.984676 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3bc61-393d-407c-b3f1-bbce6e1835ca req-9823efe7-c2dc-4440-9466-e5f5f366cc46 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:50.987080 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-05c3bc61-393d-407c-b3f1-bbce6e1835ca req-9823efe7-c2dc-4440-9466-e5f5f366cc46 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0584362 May 18 14:20:51.043538 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-05c3bc61-393d-407c-b3f1-bbce6e1835ca req-e8c6ff5f-6d4e-493e-a3bb-3d2ea970e152 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474927 May 18 14:20:51.343033 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f39d16-6a22-49fa-8851-b597b6e7daa7 req-b3a0b7d9-e1cc-46b6-9086-39e313d3818a tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:51.344588 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-88f39d16-6a22-49fa-8851-b597b6e7daa7 req-b3a0b7d9-e1cc-46b6-9086-39e313d3818a tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0585535 May 18 14:20:51.397587 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-88f39d16-6a22-49fa-8851-b597b6e7daa7 req-5c36a006-16e5-4296-badd-6042c9e0c3cc tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453677 May 18 14:20:52.174106 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f861a4-04ad-4c15-a654-ba171dabeeee req-91aa7d0b-78c5-432c-a687-d1b411127637 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:52.175629 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-40f861a4-04ad-4c15-a654-ba171dabeeee req-91aa7d0b-78c5-432c-a687-d1b411127637 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0511413 May 18 14:20:52.233262 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-40f861a4-04ad-4c15-a654-ba171dabeeee req-e793f0fb-e10b-41ea-a7c2-5766ee2f9c88 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506549 May 18 14:20:52.529443 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:52.541672 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abaf9d-ad79-4897-9436-4b8f7a8501d7 req-6a6c0f7c-1972-4a47-8f60-1488bbfa8f61 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:52.543272 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54abaf9d-ad79-4897-9436-4b8f7a8501d7 req-6a6c0f7c-1972-4a47-8f60-1488bbfa8f61 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0562105 May 18 14:20:52.605612 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54abaf9d-ad79-4897-9436-4b8f7a8501d7 req-1ef24e91-4e58-45f6-b2c2-4ef80d00bbc6 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546441 May 18 14:20:53.355974 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61679f9-6e7d-4732-b9f9-63304f06a91f req-a3916838-ef58-43f8-b1bc-544d508645a3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:53.357596 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b61679f9-6e7d-4732-b9f9-63304f06a91f req-a3916838-ef58-43f8-b1bc-544d508645a3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0504849 May 18 14:20:53.409880 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b61679f9-6e7d-4732-b9f9-63304f06a91f req-790aa52f-6b83-46ae-9e41-16313aa694fc tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461087 May 18 14:20:53.736646 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f5805-85ed-4f1f-839c-384b796041aa req-55bd9296-7c8d-4fd6-89b5-654001b651c2 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:53.738216 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-916f5805-85ed-4f1f-839c-384b796041aa req-55bd9296-7c8d-4fd6-89b5-654001b651c2 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0511644 May 18 14:20:53.801217 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-916f5805-85ed-4f1f-839c-384b796041aa req-34e1df7f-62f5-4255-b1f8-4e987ab5bc0b tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557039 May 18 14:20:54.561226 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44198e9-4205-4449-b961-67d4071c00de req-dec2f613-2108-48aa-98a3-b592171be459 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:54.562786 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c44198e9-4205-4449-b961-67d4071c00de req-dec2f613-2108-48aa-98a3-b592171be459 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0546145 May 18 14:20:54.629817 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c44198e9-4205-4449-b961-67d4071c00de req-7702eb62-a015-4fad-99bd-60598aa9400f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578079 May 18 14:20:54.798968 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:54.899324 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:20:54.933880 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d4dda-d67e-43f1-bef3-a249724e82bd req-a25fb561-99d8-4616-a16b-8323ec2cc6f0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:54.935487 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c50d4dda-d67e-43f1-bef3-a249724e82bd req-a25fb561-99d8-4616-a16b-8323ec2cc6f0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0526905 May 18 14:20:54.997907 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c50d4dda-d67e-43f1-bef3-a249724e82bd req-8088239d-4013-4353-9065-cb4b8627b4b7 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519857 May 18 14:20:55.760856 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2d3fc-07cc-4883-be7a-b9388d82e212 req-38aee3cd-e96e-4223-95f2-6d258bca3fcb tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:55.762485 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-36c2d3fc-07cc-4883-be7a-b9388d82e212 req-38aee3cd-e96e-4223-95f2-6d258bca3fcb tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0549533 May 18 14:20:55.815046 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-36c2d3fc-07cc-4883-be7a-b9388d82e212 req-97e76286-3195-4dbf-ad1b-f59694d3b93d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460956 May 18 14:20:56.117360 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ebd9d-5669-4406-9180-aea0ac61570f req-1b6126e3-c1c0-4aea-9134-a258b51e166e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:56.119023 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ed0ebd9d-5669-4406-9180-aea0ac61570f req-1b6126e3-c1c0-4aea-9134-a258b51e166e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0486269 May 18 14:20:56.175561 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ed0ebd9d-5669-4406-9180-aea0ac61570f req-9d2f9268-ae5b-4760-97fe-0b8c00a38e40 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 May 18 14:20:56.249493 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=74,neutron:INSERT=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:56.252550 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=45,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:56.942250 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3fbd1-eb17-4f69-98f2-fdfc3f4a99fb req-5d3656f8-5e4a-4d9e-a9e6-8dcc7e506d22 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:56.945125 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-99c3fbd1-eb17-4f69-98f2-fdfc3f4a99fb req-5d3656f8-5e4a-4d9e-a9e6-8dcc7e506d22 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0544088 May 18 14:20:56.993132 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:57.000864 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-99c3fbd1-eb17-4f69-98f2-fdfc3f4a99fb req-eea90a44-9038-4940-a103-a6b128f544d9 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499244 May 18 14:20:57.305612 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1edd-9789-40e9-b62d-63d4882e9dc1 req-e74e6446-c5a5-432b-9e00-2dd3e05099e8 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:57.307213 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-539f1edd-9789-40e9-b62d-63d4882e9dc1 req-e74e6446-c5a5-432b-9e00-2dd3e05099e8 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0527666 May 18 14:20:57.361232 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-539f1edd-9789-40e9-b62d-63d4882e9dc1 req-c71ad329-add0-457c-a675-414768683c79 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482674 May 18 14:20:58.122213 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962372fc-3a19-4969-8c40-725f6769ba70 req-0efb1cf8-d1a4-4c06-9695-5bcacc9b81cf tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:58.123622 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-962372fc-3a19-4969-8c40-725f6769ba70 req-0efb1cf8-d1a4-4c06-9695-5bcacc9b81cf tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0485780 May 18 14:20:58.173139 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-962372fc-3a19-4969-8c40-725f6769ba70 req-98ac9ceb-80e4-4c98-9243-1cda4b5d6874 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437155 May 18 14:20:58.482902 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc888c63-5938-4d7a-97f9-2cc358c4108e req-c3dc72a9-eed9-484e-8c8c-a5214584f7e8 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:58.484512 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bc888c63-5938-4d7a-97f9-2cc358c4108e req-c3dc72a9-eed9-484e-8c8c-a5214584f7e8 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0531745 May 18 14:20:58.537503 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bc888c63-5938-4d7a-97f9-2cc358c4108e req-36d29e2c-cf35-448d-ba9e-b56e3fa01600 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 May 18 14:20:59.293235 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809fd99-a5c3-460c-b32d-16c8d7eb3a51 req-61b7ad27-7081-4706-b87e-5fa6cdd46fa6 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:59.295139 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a809fd99-a5c3-460c-b32d-16c8d7eb3a51 req-61b7ad27-7081-4706-b87e-5fa6cdd46fa6 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0503466 May 18 14:20:59.330857 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:20:59.346271 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a809fd99-a5c3-460c-b32d-16c8d7eb3a51 req-da8c071b-9294-4a68-bd2b-04c6f26acbec tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455225 May 18 14:20:59.663091 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c33db8-c904-4d0b-94e3-07125b5c9668 req-6b0daa1a-6f07-4941-81f2-b330c7801541 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:20:59.664756 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-78c33db8-c904-4d0b-94e3-07125b5c9668 req-6b0daa1a-6f07-4941-81f2-b330c7801541 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0545819 May 18 14:20:59.715269 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-78c33db8-c904-4d0b-94e3-07125b5c9668 req-91d9a0eb-37c2-400c-bba4-1dc7fa21fbff tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/security-groups?id=8a84c63c-d390-44b2-8974-28ec7201850c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449867 May 18 14:21:00.231771 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=9 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:00.267132 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=17 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:00.312164 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44185343-77eb-4052-81e4-c46b49d2036b req-f411c34e-f397-43f9-b21f-24fff02dc48e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:00.313639 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-44185343-77eb-4052-81e4-c46b49d2036b req-f411c34e-f397-43f9-b21f-24fff02dc48e tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.72 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 946 time: 0.0508957 May 18 14:21:00.404554 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-44185343-77eb-4052-81e4-c46b49d2036b req-b91ea39a-9d1a-43e9-a18f-d683fab6e2d0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Deleting port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:21:00.405367 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-44185343-77eb-4052-81e4-c46b49d2036b req-b91ea39a-9d1a-43e9-a18f-d683fab6e2d0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:00.470487 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e53b-a71e-4bfd-ac52-08c1c39947ef req-714cdc39-fb28-4028-b1f6-544c032042ec tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:00.472742 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-35e8e53b-a71e-4bfd-ac52-08c1c39947ef req-714cdc39-fb28-4028-b1f6-544c032042ec tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0538130 May 18 14:21:00.510149 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-44185343-77eb-4052-81e4-c46b49d2036b req-b91ea39a-9d1a-43e9-a18f-d683fab6e2d0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] For port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=14a78ffd-166e-49b1-8ca3-3a62b5d8ebad,segment=NetworkSegment(46deaba3-a996-4706-9c68-ab4161aaae95),segment_id=46deaba3-a996-4706-9c68-ab4161aaae95)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:21:00.510419 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-44185343-77eb-4052-81e4-c46b49d2036b req-b91ea39a-9d1a-43e9-a18f-d683fab6e2d0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:00.523503 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-35e8e53b-a71e-4bfd-ac52-08c1c39947ef req-c7fe5d2a-5d1e-4951-8c8b-b148aa8dfca7 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440681 May 18 14:21:00.525744 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-44185343-77eb-4052-81e4-c46b49d2036b req-b91ea39a-9d1a-43e9-a18f-d683fab6e2d0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Calling delete_port for 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:21:00.755772 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-44185343-77eb-4052-81e4-c46b49d2036b req-b91ea39a-9d1a-43e9-a18f-d683fab6e2d0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (14a78ffd-166e-49b1-8ca3-3a62b5d8ebad), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:00.786515 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ea39a-9d1a-43e9-a18f-d683fab6e2d0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Pushing event deleted for resources: {'Port': ['ID=14a78ffd-166e-49b1-8ca3-3a62b5d8ebad,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:00.828562 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4123be2f-5993-4037-82fd-5a32a06961d4 req-2870b984-d94f-4afb-9975-5ceb1bcd3be5 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0280836 May 18 14:21:00.831649 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-44185343-77eb-4052-81e4-c46b49d2036b req-b91ea39a-9d1a-43e9-a18f-d683fab6e2d0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] No DVR routers for this DVR port 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:21:00.837237 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-44185343-77eb-4052-81e4-c46b49d2036b req-b91ea39a-9d1a-43e9-a18f-d683fab6e2d0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:00.840555 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-44185343-77eb-4052-81e4-c46b49d2036b req-b91ea39a-9d1a-43e9-a18f-d683fab6e2d0 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.72 "DELETE /v2.0/ports/14a78ffd-166e-49b1-8ca3-3a62b5d8ebad HTTP/1.1" status: 204 len: 173 time: 0.5203300 May 18 14:21:00.841052 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b1a59f-4d8c-4443-8c97-e7cb994f7df1', 'name': 'network-vif-deleted', 'tag': '14a78ffd-166e-49b1-8ca3-3a62b5d8ebad'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:21:00.843363 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7538395b-d020-415f-b459-4836b740a0a1" -d '{"events": [{"server_uuid": "29b1a59f-4d8c-4443-8c97-e7cb994f7df1", "name": "network-vif-deleted", "tag": "14a78ffd-166e-49b1-8ca3-3a62b5d8ebad"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:21:00.882740 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393672de-636d-4066-a4f2-f9bc9b23da24 x-openstack-request-id: req-393672de-636d-4066-a4f2-f9bc9b23da24 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:21:00.883037 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b1a59f-4d8c-4443-8c97-e7cb994f7df1", "name": "network-vif-deleted", "tag": "14a78ffd-166e-49b1-8ca3-3a62b5d8ebad", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:21:00.883291 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-393672de-636d-4066-a4f2-f9bc9b23da24 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:21:00.883694 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393672de-636d-4066-a4f2-f9bc9b23da24'] response: {'server_uuid': '29b1a59f-4d8c-4443-8c97-e7cb994f7df1', 'name': 'network-vif-deleted', 'tag': '14a78ffd-166e-49b1-8ca3-3a62b5d8ebad', 'status': 'completed', 'code': 200} May 18 14:21:01.142938 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cbbac3fa-5ce6-4f1d-bdca-659697c958de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:01.652802 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04a715-c896-4801-b18d-e514a79e489e req-b5f3dbea-661e-4bd6-9002-cd18acc3731b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:01.654354 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1b04a715-c896-4801-b18d-e514a79e489e req-b5f3dbea-661e-4bd6-9002-cd18acc3731b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0605948 May 18 14:21:01.707192 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1b04a715-c896-4801-b18d-e514a79e489e req-fe33d85d-8eeb-4760-814e-e9a8db89462d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471699 May 18 14:21:01.958909 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-503b475d-64bf-4e7e-9b20-2d5eaa6b3a4a req-91b9c90a-5d2f-451a-b07f-93f380d76612 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0311627 May 18 14:21:02.827688 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd8dd7-39a9-4fe1-822c-c6eba52a47a8 req-f21ebbef-da7d-4f80-98ac-8f99b1a2c43e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:02.829272 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-11fd8dd7-39a9-4fe1-822c-c6eba52a47a8 req-f21ebbef-da7d-4f80-98ac-8f99b1a2c43e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0512722 May 18 14:21:02.879115 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-11fd8dd7-39a9-4fe1-822c-c6eba52a47a8 req-4bb48746-409c-4f48-b916-aeb3c5d09b75 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433137 May 18 14:21:03.065247 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-23acd899-a5f1-4580-b2ad-b409537197b4 req-6bc40d08-94f0-4b7f-9ef2-a4497688cb95 tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0325005 May 18 14:21:03.481018 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-56814700-7ab4-4305-a078-c3dfedcc91b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:03.541604 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:21:03.565626 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:21:03.565964 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 14a78ffd-166e-49b1-8ca3-3a62b5d8ebad not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:21:04.001694 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d34156-6788-41a2-a7d6-1066e8b1f26a req-e52d9449-c223-4a8b-bb42-9bc436bc5a95 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:04.003918 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-48d34156-6788-41a2-a7d6-1066e8b1f26a req-e52d9449-c223-4a8b-bb42-9bc436bc5a95 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0532548 May 18 14:21:04.064704 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-48d34156-6788-41a2-a7d6-1066e8b1f26a req-2a0a3769-256c-4c50-b88f-508b025d4329 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545654 May 18 14:21:04.182849 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aae52efb-f274-4a8f-ac52-2760b8b37a21 req-ced17d71-abbe-4499-a363-9636939c82ed tempest-VolumesActionsTest-559580430 tempest-VolumesActionsTest-559580430-project] 10.222.0.71 "GET /v2.0/ports?device_id=29b1a59f-4d8c-4443-8c97-e7cb994f7df1 HTTP/1.1" status: 200 len: 210 time: 0.0306337 May 18 14:21:05.121195 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:05.187692 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081ed9-63f8-44ed-8ff5-c3f57f6a7c08 req-c4a3e326-c013-4f83-8869-3607a590a818 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:05.189302 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-26081ed9-63f8-44ed-8ff5-c3f57f6a7c08 req-c4a3e326-c013-4f83-8869-3607a590a818 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0530207 May 18 14:21:05.242580 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-26081ed9-63f8-44ed-8ff5-c3f57f6a7c08 req-50cd75d6-a0f5-4e85-9fe2-dc8e7c384556 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475016 May 18 14:21:06.213035 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:06.359596 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:21:06.379454 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff394169-20b5-43de-a96a-1b884ccb02ca req-5815e6d2-665d-4efd-83bf-883f4479ef47 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:06.381090 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff394169-20b5-43de-a96a-1b884ccb02ca req-5815e6d2-665d-4efd-83bf-883f4479ef47 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0635755 May 18 14:21:06.407532 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:06.430923 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff394169-20b5-43de-a96a-1b884ccb02ca req-d93a15cf-4732-4587-b637-24cf8f5a3cea tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433357 May 18 14:21:07.552130 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c37777-8793-4119-864a-b26b62a04f98 req-a7aab1ad-dc66-44e5-a670-ebc6deea3f3e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:07.553748 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-00c37777-8793-4119-864a-b26b62a04f98 req-a7aab1ad-dc66-44e5-a670-ebc6deea3f3e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0495300 May 18 14:21:07.609908 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-00c37777-8793-4119-864a-b26b62a04f98 req-a88b3e4f-5805-4e60-bb19-4463c24e49eb tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480189 May 18 14:21:07.720617 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:08.747244 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93cb59-de6f-48d6-a385-2a1fdd8581d6 req-41c54c6f-9434-400b-bc25-82dbee4db6b2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:08.749258 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eb93cb59-de6f-48d6-a385-2a1fdd8581d6 req-41c54c6f-9434-400b-bc25-82dbee4db6b2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0632563 May 18 14:21:08.820662 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eb93cb59-de6f-48d6-a385-2a1fdd8581d6 req-27169909-2bbd-4247-a1c1-b913fc32a5c8 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645583 May 18 14:21:09.192336 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc263f9-527d-409a-be1f-af8f17e47aab req-5ed3041a-e1d5-467f-9b3a-3ceb80c7b066 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:09.194395 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2cc263f9-527d-409a-be1f-af8f17e47aab req-5ed3041a-e1d5-467f-9b3a-3ceb80c7b066 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0714178 May 18 14:21:09.249524 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2cc263f9-527d-409a-be1f-af8f17e47aab req-88ca22b9-f622-40c5-9a11-2252fcabe0d2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495696 May 18 14:21:10.374867 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:10.386385 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de209ad-7072-4593-898a-7e020ac372df req-3b21d8a3-8e6a-43ff-a948-0ff6a5071eb1 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:10.387944 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9de209ad-7072-4593-898a-7e020ac372df req-3b21d8a3-8e6a-43ff-a948-0ff6a5071eb1 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0544932 May 18 14:21:10.438723 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9de209ad-7072-4593-898a-7e020ac372df req-e0d2ec7c-1a34-4a31-9140-98669afcfc8a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449898 May 18 14:21:10.814266 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:10.815105 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:11.590877 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28850c6f-8151-4f9b-9578-e34888e7c525 req-5dfaee1b-2121-4c6a-9a07-7ba4ff3016c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:11.592448 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-28850c6f-8151-4f9b-9578-e34888e7c525 req-5dfaee1b-2121-4c6a-9a07-7ba4ff3016c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=658446fc889449e6bc55b5856b9ce144&device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 1130 time: 0.0454154 May 18 14:21:11.594787 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a4806-25ef-4fcd-95b2-ab7189d83bf6 req-82e3cff3-87d3-463e-9b44-bc86c89f318e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:11.596456 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2f9a4806-25ef-4fcd-95b2-ab7189d83bf6 req-82e3cff3-87d3-463e-9b44-bc86c89f318e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0664663 May 18 14:21:11.658385 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2f9a4806-25ef-4fcd-95b2-ab7189d83bf6 req-c866b9c0-cdcc-486e-9c69-8981b6846949 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520029 May 18 14:21:11.701221 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28850c6f-8151-4f9b-9578-e34888e7c525 req-8f1d7af3-c093-4341-b8f0-a1e09855b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:11.703392 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-28850c6f-8151-4f9b-9578-e34888e7c525 req-8f1d7af3-c093-4341-b8f0-a1e09855b6e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=334439c5-6ef6-4e71-8281-26641c373c95 HTTP/1.1" status: 200 len: 912 time: 0.1035986 May 18 14:21:11.782256 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-28850c6f-8151-4f9b-9578-e34888e7c525 req-25293ec2-aeeb-4505-81c9-c4ab2ca9f955 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a13fd54-c45b-4661-b1e4-180d199c7f85 HTTP/1.1" status: 200 len: 1001 time: 0.0720029 May 18 14:21:11.850631 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28850c6f-8151-4f9b-9578-e34888e7c525 req-d4aab855-6e27-4fda-95b8-6dc8952ce0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:11.852080 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-28850c6f-8151-4f9b-9578-e34888e7c525 req-d4aab855-6e27-4fda-95b8-6dc8952ce0ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d339709-559c-40e7-b626-3d9428a02eca HTTP/1.1" status: 200 len: 850 time: 0.0627325 May 18 14:21:11.905978 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28850c6f-8151-4f9b-9578-e34888e7c525 req-d8dc5965-5c4c-403d-9091-66aba994878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:11.908720 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-28850c6f-8151-4f9b-9578-e34888e7c525 req-d8dc5965-5c4c-403d-9091-66aba994878b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=334439c5-6ef6-4e71-8281-26641c373c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467575 May 18 14:21:12.032584 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-28850c6f-8151-4f9b-9578-e34888e7c525 req-795efa86-4efe-463c-ab48-4b9d1c079251 service neutron] 10.222.0.72 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147184 May 18 14:21:12.811659 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a584de7-7f5d-47a0-9c68-64db0ccfa2d2 req-b78c7019-9a7f-492d-ac03-ddc38978ddf6 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:12.813294 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1a584de7-7f5d-47a0-9c68-64db0ccfa2d2 req-b78c7019-9a7f-492d-ac03-ddc38978ddf6 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0731823 May 18 14:21:12.991484 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-28850c6f-8151-4f9b-9578-e34888e7c525 req-ec8cfa41-39f9-4bcc-9628-0a724516634e service neutron] 10.222.0.72 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095128 May 18 14:21:13.115295 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1a584de7-7f5d-47a0-9c68-64db0ccfa2d2 req-c14d5c01-0954-4b90-be36-188bb1fe1444 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954848 May 18 14:21:14.257798 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fea426-c468-418b-9c81-1cfdadd08212 req-f84f9242-ca29-4126-9570-d30643c37abb tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:14.259390 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f9fea426-c468-418b-9c81-1cfdadd08212 req-f84f9242-ca29-4126-9570-d30643c37abb tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0544412 May 18 14:21:14.315802 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f9fea426-c468-418b-9c81-1cfdadd08212 req-915821a5-6204-46e3-bd5c-1cc60b9e1578 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490746 May 18 14:21:15.480548 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888ac25-e9e9-44aa-8a77-7aabb249681d req-4c33dd70-8bef-4d31-9dc0-8af420ec3f13 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:15.482414 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d888ac25-e9e9-44aa-8a77-7aabb249681d req-4c33dd70-8bef-4d31-9dc0-8af420ec3f13 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0527897 May 18 14:21:15.543004 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d888ac25-e9e9-44aa-8a77-7aabb249681d req-28b7fd6c-f7f6-4f40-b87f-bd6cf673de8e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533502 May 18 14:21:16.690525 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d334fc-b9e9-4174-86a5-a44a9ce25724 req-7f3e61b3-4c2c-4c48-9203-89e83411b093 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:16.693300 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c5d334fc-b9e9-4174-86a5-a44a9ce25724 req-7f3e61b3-4c2c-4c48-9203-89e83411b093 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0685635 May 18 14:21:16.781048 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c5d334fc-b9e9-4174-86a5-a44a9ce25724 req-35d91884-4ce6-49dd-99c2-b371bf0c71ea tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797310 May 18 14:21:17.649122 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:17.658077 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:18.344128 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:18.351452 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:21.674380 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c5143-3341-4408-bd38-56a0fb2133a3 req-dbefaa05-3cd6-4f97-924e-b18489877a57 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:21.676826 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-543c5143-3341-4408-bd38-56a0fb2133a3 req-dbefaa05-3cd6-4f97-924e-b18489877a57 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 945 time: 0.1003745 May 18 14:21:21.777596 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-543c5143-3341-4408-bd38-56a0fb2133a3 req-d1445453-4226-4052-b7e0-a39a3ccaa9ed tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917718 May 18 14:21:22.485916 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 46236) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:22.649977 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-66996ee2-7e91-4100-b592-e57242c3081f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:22.655245 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:22.754854 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-66996ee2-7e91-4100-b592-e57242c3081f admin admin] Publish callbacks [] for security_group (e4fb0000-0196-4972-bc61-ef8bb5038a75), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:22.858711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-66996ee2-7e91-4100-b592-e57242c3081f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (e4fb0000-0196-4972-bc61-ef8bb5038a75), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:22.969020 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66996ee2-7e91-4100-b592-e57242c3081f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fb0000-0196-4972-bc61-ef8bb5038a75,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:22.979324 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=44 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:22.983514 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-66996ee2-7e91-4100-b592-e57242c3081f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=608c4d6602754df0af0dc598e6275c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4935813 May 18 14:21:22.983514 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 46242) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:22.988630 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=50 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:23.000122 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0e8c0-543e-453b-b0a6-c0dee96d78aa req-0990645f-b952-4abd-b2fa-ef2825e533f4 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:23.001986 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9ec0e8c0-543e-453b-b0a6-c0dee96d78aa req-0990645f-b952-4abd-b2fa-ef2825e533f4 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 945 time: 0.1038015 May 18 14:21:23.083251 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:23.113871 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9ec0e8c0-543e-453b-b0a6-c0dee96d78aa req-fc29e63a-f761-41c6-92f7-6b960b1c222a tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055398 May 18 14:21:23.118265 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-12fd125c-a8f1-46de-a298-cec33a25bcc0 admin admin] Publish callbacks [] for security_group (e4fb0000-0196-4972-bc61-ef8bb5038a75), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:23.150866 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-12fd125c-a8f1-46de-a298-cec33a25bcc0 admin admin] Publish callbacks [] for security_group (e4fb0000-0196-4972-bc61-ef8bb5038a75), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:23.419431 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-12fd125c-a8f1-46de-a298-cec33a25bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (e4fb0000-0196-4972-bc61-ef8bb5038a75), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:23.424140 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-12fd125c-a8f1-46de-a298-cec33a25bcc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:23.426277 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-12fd125c-a8f1-46de-a298-cec33a25bcc0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e4fb0000-0196-4972-bc61-ef8bb5038a75 HTTP/1.1" status: 204 len: 168 time: 0.4413803 May 18 14:21:23.442014 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd125c-a8f1-46de-a298-cec33a25bcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fb0000-0196-4972-bc61-ef8bb5038a75,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:23.707157 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ef0ee-cf7f-4189-81e5-0a1f6f2e265e req-54b9ed17-b68f-454b-8382-048695071400 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:23.708623 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d93ef0ee-cf7f-4189-81e5-0a1f6f2e265e req-54b9ed17-b68f-454b-8382-048695071400 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.72 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 945 time: 0.0560925 May 18 14:21:23.809865 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-d93ef0ee-cf7f-4189-81e5-0a1f6f2e265e req-270373f7-ba81-42af-af7f-94b8b407ad51 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Deleting port 61b45c5e-56af-48c6-892d-c66865910e7e {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:21:23.810328 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-d93ef0ee-cf7f-4189-81e5-0a1f6f2e265e req-270373f7-ba81-42af-af7f-94b8b407ad51 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:23.956874 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-d93ef0ee-cf7f-4189-81e5-0a1f6f2e265e req-270373f7-ba81-42af-af7f-94b8b407ad51 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] For port 61b45c5e-56af-48c6-892d-c66865910e7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=61b45c5e-56af-48c6-892d-c66865910e7e,segment=NetworkSegment(0229fe97-0410-4a62-a965-0478f5cb710d),segment_id=0229fe97-0410-4a62-a965-0478f5cb710d)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:21:23.958237 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-d93ef0ee-cf7f-4189-81e5-0a1f6f2e265e req-270373f7-ba81-42af-af7f-94b8b407ad51 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:23.980385 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-d93ef0ee-cf7f-4189-81e5-0a1f6f2e265e req-270373f7-ba81-42af-af7f-94b8b407ad51 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Calling delete_port for 61b45c5e-56af-48c6-892d-c66865910e7e owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:21:24.218451 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-d93ef0ee-cf7f-4189-81e5-0a1f6f2e265e req-270373f7-ba81-42af-af7f-94b8b407ad51 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (61b45c5e-56af-48c6-892d-c66865910e7e), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:24.239345 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['61b45c5e-56af-48c6-892d-c66865910e7e'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:21:24.261144 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270373f7-ba81-42af-af7f-94b8b407ad51 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Pushing event deleted for resources: {'Port': ['ID=61b45c5e-56af-48c6-892d-c66865910e7e,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:24.268520 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c91a1-9d28-4f3f-b99c-010b8347bd60 req-40374548-7297-42e3-8e9b-28681c709f06 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:24.270203 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cb4c91a1-9d28-4f3f-b99c-010b8347bd60 req-40374548-7297-42e3-8e9b-28681c709f06 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 945 time: 0.0751772 May 18 14:21:24.331404 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cb4c91a1-9d28-4f3f-b99c-010b8347bd60 req-38461d2d-d91c-419e-871a-5d2be61f8b93 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519474 May 18 14:21:24.348838 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93ef0ee-cf7f-4189-81e5-0a1f6f2e265e req-270373f7-ba81-42af-af7f-94b8b407ad51 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] No DVR routers for this DVR port 61b45c5e-56af-48c6-892d-c66865910e7e on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:21:24.351353 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-d93ef0ee-cf7f-4189-81e5-0a1f6f2e265e req-270373f7-ba81-42af-af7f-94b8b407ad51 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:24.362088 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d93ef0ee-cf7f-4189-81e5-0a1f6f2e265e req-270373f7-ba81-42af-af7f-94b8b407ad51 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.72 "DELETE /v2.0/ports/61b45c5e-56af-48c6-892d-c66865910e7e HTTP/1.1" status: 204 len: 173 time: 0.6377611 May 18 14:21:24.362088 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de03536-c26a-4a61-a79c-441dcb73b82b', 'name': 'network-vif-deleted', 'tag': '61b45c5e-56af-48c6-892d-c66865910e7e'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:21:24.362088 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b7e9a1-e656-404f-92b7-d1509313e978" -d '{"events": [{"server_uuid": "4de03536-c26a-4a61-a79c-441dcb73b82b", "name": "network-vif-deleted", "tag": "61b45c5e-56af-48c6-892d-c66865910e7e"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:21:24.402803 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be26eef1-fd0e-4407-94a2-fd0490658673 x-openstack-request-id: req-be26eef1-fd0e-4407-94a2-fd0490658673 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:21:24.404277 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de03536-c26a-4a61-a79c-441dcb73b82b", "name": "network-vif-deleted", "tag": "61b45c5e-56af-48c6-892d-c66865910e7e", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:21:24.404847 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-be26eef1-fd0e-4407-94a2-fd0490658673 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:21:24.405466 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be26eef1-fd0e-4407-94a2-fd0490658673'] response: {'server_uuid': '4de03536-c26a-4a61-a79c-441dcb73b82b', 'name': 'network-vif-deleted', 'tag': '61b45c5e-56af-48c6-892d-c66865910e7e', 'status': 'completed', 'code': 200} May 18 14:21:25.001317 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:25.496328 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9f1e3027-89b6-4a8e-99be-480c1d28b867 req-50460330-a170-459b-ae04-6464666d3a6a tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=4de03536-c26a-4a61-a79c-441dcb73b82b HTTP/1.1" status: 200 len: 210 time: 0.0597527 May 18 14:21:28.563743 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 61b45c5e-56af-48c6-892d-c66865910e7e no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:21:28.588163 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 61b45c5e-56af-48c6-892d-c66865910e7e {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:21:28.588605 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 61b45c5e-56af-48c6-892d-c66865910e7e not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:21:30.590408 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3c416e84-a4a3-4367-bc3f-74b82be36286 req-8cabbb4c-2922-42fd-b840-ba47a4d16750 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419500 May 18 14:21:30.670359 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c416e84-a4a3-4367-bc3f-74b82be36286 req-41ba2667-8462-4b7e-ad21-e37835d86867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:30.672255 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3c416e84-a4a3-4367-bc3f-74b82be36286 req-41ba2667-8462-4b7e-ad21-e37835d86867 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 1131 time: 0.0573499 May 18 14:21:31.084566 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c416e84-a4a3-4367-bc3f-74b82be36286 req-44a14032-b866-4e57-86f7-fddc86fdbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:31.087353 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3c416e84-a4a3-4367-bc3f-74b82be36286 req-44a14032-b866-4e57-86f7-fddc86fdbf4e service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 918 time: 0.3934684 May 18 14:21:31.143399 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-85bc20a2-a685-4991-808a-78e97387e307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:31.214865 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3c416e84-a4a3-4367-bc3f-74b82be36286 req-27c066a4-c26f-4ae2-bd89-98d95d1aba25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad3269-a80d-480a-82c7-560629cbb39f HTTP/1.1" status: 200 len: 1002 time: 0.1200500 May 18 14:21:31.303763 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c416e84-a4a3-4367-bc3f-74b82be36286 req-5ba657e4-4960-4434-ac39-d0aaa086f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:31.306632 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3c416e84-a4a3-4367-bc3f-74b82be36286 req-5ba657e4-4960-4434-ac39-d0aaa086f1d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 200 len: 856 time: 0.0838573 May 18 14:21:31.371740 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c416e84-a4a3-4367-bc3f-74b82be36286 req-7498e3e4-c242-4528-a1be-e3944e8bd22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:31.376973 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3c416e84-a4a3-4367-bc3f-74b82be36286 req-7498e3e4-c242-4528-a1be-e3944e8bd22b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a849efa-7750-49f6-9fa8-deee59756847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626776 May 18 14:21:31.540459 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:31.555001 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3c416e84-a4a3-4367-bc3f-74b82be36286 req-3eacc708-9b3e-442b-9e53-832e98c781ec service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631715 May 18 14:21:31.724532 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3c416e84-a4a3-4367-bc3f-74b82be36286 req-8e148bf2-f08f-4eda-98aa-b41189345e4e service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619563 May 18 14:21:33.504439 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-0eb22a22-7fa1-4844-a7b6-39f7f0f6f2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:34.324112 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=56,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:35.120574 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:35.485273 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=13 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:36.206480 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:37.637171 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-d2e8a614-5996-43ba-bc57-6dd2025da8bc tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:37.638679 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-d2e8a614-5996-43ba-bc57-6dd2025da8bc tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/networks?id=f33887a7-c715-4b1c-bc7a-df6c4c46a962 HTTP/1.1" status: 200 len: 813 time: 0.1191404 May 18 14:21:37.655193 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-6f570f4c-2f41-410c-8088-52a0181d9d8e tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/quotas/bb4c33274e584df8a977aaf5c4add4be HTTP/1.1" status: 200 len: 375 time: 0.0110376 May 18 14:21:37.703135 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-36f86126-0380-453c-a8c0-9ac75d640739 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bb4c33274e584df8a977aaf5c4add4be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420136 May 18 14:21:37.736992 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:37.814289 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-212560e6-6144-4a29-8de5-80e6774dfdc4 service neutron] 10.222.0.71 "GET /v2.0/networks/f33887a7-c715-4b1c-bc7a-df6c4c46a962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042070 May 18 14:21:37.922691 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-f855517c-461f-4b92-884c-ce9c84d5230a service neutron] 10.222.0.71 "GET /v2.0/networks/f33887a7-c715-4b1c-bc7a-df6c4c46a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021903 May 18 14:21:38.255638 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-798c9da1-c06f-41b6-b8ce-ebb3df5defff req-5b2a4a7b-795e-4726-ac13-c7420f139ed9 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 210 time: 0.0386117 May 18 14:21:39.365132 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-442ebb37-f88f-4159-a711-91f699fbc7bf req-eba0b793-0979-4e62-b281-1e150cebcdab tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 210 time: 0.0307896 May 18 14:21:40.179320 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 46494) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:40.250777 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Deleting subnet b0fb0337-d470-42c0-84dd-e56838b11a92 {{(pid=104324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:21:40.266200 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Publish callbacks [] for subnet (b0fb0337-d470-42c0-84dd-e56838b11a92), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:40.364505 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064934'] for subnet (b0fb0337-d470-42c0-84dd-e56838b11a92), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:40.406279 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2f0a4-fa3e-45b3-b1ca-cac1147f2441 req-892bd16f-3017-4f9f-8add-fef22238985c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:40.407883 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bed2f0a4-fa3e-45b3-b1ca-cac1147f2441 req-892bd16f-3017-4f9f-8add-fef22238985c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.1389380 May 18 14:21:40.437235 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:40.442230 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def232-0ff4-4e61-93aa-d9465105d0c0 req-a2f644fb-0e89-4c2d-bebe-e13103242807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:40.444450 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-63def232-0ff4-4e61-93aa-d9465105d0c0 req-a2f644fb-0e89-4c2d-bebe-e13103242807 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 1130 time: 0.0837107 May 18 14:21:40.456080 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (b0fb0337-d470-42c0-84dd-e56838b11a92), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:40.562796 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cb45aa8b-210b-4080-bf55-69d599977c07 req-caf8cdfb-57b0-4f5d-bf07-56df86e4ecc1 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 210 time: 0.0692687 May 18 14:21:40.601193 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bed2f0a4-fa3e-45b3-b1ca-cac1147f2441 req-d1ae2886-90ab-484d-8969-bb9076b83398 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591706 May 18 14:21:40.628417 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def232-0ff4-4e61-93aa-d9465105d0c0 req-f1c31b07-6b5f-40eb-97f8-66d26e0a4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:40.630073 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-63def232-0ff4-4e61-93aa-d9465105d0c0 req-f1c31b07-6b5f-40eb-97f8-66d26e0a4b72 service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.1688650 May 18 14:21:40.732989 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-75d3ba9d-f9f7-449f-af57-f0f46075326f tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:40.734784 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-75d3ba9d-f9f7-449f-af57-f0f46075326f tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.72 "GET /v2.0/networks?id=f33887a7-c715-4b1c-bc7a-df6c4c46a962 HTTP/1.1" status: 200 len: 813 time: 0.3148832 May 18 14:21:40.753628 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Request body: {'port': {'device_id': 'cf078622-c008-46a2-a473-5ef676cecf5e', 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962', 'admin_state_up': True, 'tenant_id': 'bb4c33274e584df8a977aaf5c4add4be'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:21:40.764750 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4064870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324609'] for subnet (b0fb0337-d470-42c0-84dd-e56838b11a92), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:40.765449 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-63def232-0ff4-4e61-93aa-d9465105d0c0 req-a215ad86-2d77-467d-95d7-24b1a696755c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca7d76b-8e81-48d0-9bab-071a1dd0f036 HTTP/1.1" status: 200 len: 1001 time: 0.1192083 May 18 14:21:40.801258 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0fb0337-d470-42c0-84dd-e56838b11a92,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:40.806545 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:40.813288 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b0fb0337-d470-42c0-84dd-e56838b11a92 HTTP/1.1" status: 204 len: 168 time: 0.6293945 May 18 14:21:40.814012 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 46500) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:40.824387 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.824817 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.825169 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.825509 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.825843 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.826365 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.826707 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.827037 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.827366 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.827693 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.828020 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.828350 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.828671 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.829092 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.829644 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88986a-87de-4262-81b7-915ee4c74d95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:40.893854 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def232-0ff4-4e61-93aa-d9465105d0c0 req-6f4292df-e64f-4406-af34-de13ec4ffb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:40.896198 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-63def232-0ff4-4e61-93aa-d9465105d0c0 req-6f4292df-e64f-4406-af34-de13ec4ffb92 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.1184793 May 18 14:21:40.936275 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (1a26324e-a484-431f-a0bf-0f0035ff2516), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:40.988065 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def232-0ff4-4e61-93aa-d9465105d0c0 req-2baab502-e6ab-4d0a-bf31-cc1a26cc8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:40.989702 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-63def232-0ff4-4e61-93aa-d9465105d0c0 req-2baab502-e6ab-4d0a-bf31-cc1a26cc8663 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794809 May 18 14:21:41.059607 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (1a26324e-a484-431f-a0bf-0f0035ff2516), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:41.092091 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a26324e-a484-431f-a0bf-0f0035ff2516']}} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:21:41.103261 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46deaba3-a996-4706-9c68-ab4161aaae95') {'for_net_delete': True} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:21:41.103663 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46deaba3-a996-4706-9c68-ab4161aaae95') {} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:21:41.110793 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-63def232-0ff4-4e61-93aa-d9465105d0c0 req-c7e68e0a-6289-4b6e-bfd9-1f9134846a16 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103177 May 18 14:21:41.111637 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Made reservation on behalf of bb4c33274e584df8a977aaf5c4add4be for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:21:41.117920 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:41.123909 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064927'] for segment (46deaba3-a996-4706-9c68-ab4161aaae95), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:41.141133 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (46deaba3-a996-4706-9c68-ab4161aaae95), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:41.146435 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:41.149713 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=104324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:21:41.150126 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063684'] for segment (46deaba3-a996-4706-9c68-ab4161aaae95), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: Traceback (most recent call last): May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: timer() May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: cb(*args, **kw) May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: return func(*args, **kwargs) May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: self._notify() May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: self.callback(batched_events) May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: event.method(event) May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: return f(self, *a, **k) May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._get(url).json() May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: return self.request(url, 'GET', **kwargs) May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:21:41.155595 dv-cinder-755101-9-iscsi neutron-server[104324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:21:41.217361 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:41.336920 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-63def232-0ff4-4e61-93aa-d9465105d0c0 req-11b62dc7-e6fc-467c-a26c-4b460f8c769a service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869204 May 18 14:21:41.351208 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Allocated IP 172.20.0.2 (f33887a7-c715-4b1c-bc7a-df6c4c46a962/5db89743-f78f-4687-8c3b-9140b83967ce/5a91a0b3-6049-4f73-98b4-b5a7eecb53b3) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:21:41.371704 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:41.492497 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (1a26324e-a484-431f-a0bf-0f0035ff2516), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:41.501046 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:41.504823 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] 10.222.0.71 "DELETE /v2.0/networks/1a26324e-a484-431f-a0bf-0f0035ff2516 HTTP/1.1" status: 204 len: 168 time: 0.6897826 May 18 14:21:41.516835 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:41.525889 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98965f9-db99-442c-a8fe-517346e2153e admin admin] Pushing event deleted for resources: {'Network': ['ID=1a26324e-a484-431f-a0bf-0f0035ff2516,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:41.560669 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks [] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:41.675211 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:41.732579 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Network f33887a7-c715-4b1c-bc7a-df6c4c46a962 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:21:41.736222 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Pushing event updated for resources: {'Port': ['ID=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:41.738695 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:21:41.741582 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:21:41.765458 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a9131-a36c-418a-a765-ce5fda123e4d req-5bd64b01-5c90-4a4f-bd5a-6d44061646ee tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:41.767042 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c96a9131-a36c-418a-a765-ce5fda123e4d req-5bd64b01-5c90-4a4f-bd5a-6d44061646ee tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 931 time: 0.0942891 May 18 14:21:41.770637 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.770989 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.771336 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.771677 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.772017 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.772353 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.772687 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.773064 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.773395 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.773725 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.774053 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.774383 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.774711 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.775061 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.775366 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:41.796915 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eedf6b-50cf-4c05-beda-de789a6505ff req-56349105-a91e-4a58-a88f-c40680a43646 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:41.799343 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-32eedf6b-50cf-4c05-beda-de789a6505ff req-56349105-a91e-4a58-a88f-c40680a43646 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0832717 May 18 14:21:41.807678 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:41.809118 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:41.876639 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c96a9131-a36c-418a-a765-ce5fda123e4d req-9437d54e-dba3-4554-8295-c9edad43039c tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000006 May 18 14:21:41.891601 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-32eedf6b-50cf-4c05-beda-de789a6505ff req-bb8ae0e5-b030-44ef-aefe-daab2e199566 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840628 May 18 14:21:41.940922 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-60eb3cdd-7170-4a91-bc93-207dd00505c5 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1940243 May 18 14:21:41.956155 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Request body: {'port': {'device_id': 'cf078622-c008-46a2-a473-5ef676cecf5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:21:42.014481 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 46518) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:42.031932 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:42.077644 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-6439ceeb-dc20-4217-8f47-70121e129e36 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ce4cb1ad92e24a0da2b23d6e4fcb45a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0615716 May 18 14:21:42.080396 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 46522) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:42.141031 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd5ca-1feb-4f12-b293-96c2935c794c admin admin] Publish callbacks [] for security_group (8a84c63c-d390-44b2-8974-28ec7201850c), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:42.166241 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd5ca-1feb-4f12-b293-96c2935c794c admin admin] Publish callbacks [] for security_group (8a84c63c-d390-44b2-8974-28ec7201850c), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:42.253286 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:42.335007 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd5ca-1feb-4f12-b293-96c2935c794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (8a84c63c-d390-44b2-8974-28ec7201850c), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:42.340714 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd5ca-1feb-4f12-b293-96c2935c794c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:42.342619 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-cfcdd5ca-1feb-4f12-b293-96c2935c794c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8a84c63c-d390-44b2-8974-28ec7201850c HTTP/1.1" status: 204 len: 168 time: 0.2609441 May 18 14:21:42.361363 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdd5ca-1feb-4f12-b293-96c2935c794c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a84c63c-d390-44b2-8974-28ec7201850c,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:42.440728 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:21:42.452574 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Publish callbacks [] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:42.471507 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Transition to ACTIVE for port object 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:21:42.566674 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:42.628609 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Pushing event updated for resources: {'Port': ['ID=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:42.721123 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Attempting to bind port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:21:42.721123 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Attempting to bind port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '0229fe97-0410-4a62-a965-0478f5cb710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:21:42.721123 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Attempting to bind port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 on network f33887a7-c715-4b1c-bc7a-df6c4c46a962 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:21:42.724552 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 on network f33887a7-c715-4b1c-bc7a-df6c4c46a962 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:21:42.724954 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Attempting to bind port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 on network f33887a7-c715-4b1c-bc7a-df6c4c46a962 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:21:42.732536 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:21:42.734222 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Checking segment: {'id': '0229fe97-0410-4a62-a965-0478f5cb710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:21:42.734222 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Bound using segment: {'id': '0229fe97-0410-4a62-a965-0478f5cb710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:21:42.734222 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Bound port: 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0229fe97-0410-4a62-a965-0478f5cb710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:21:42.734222 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:42.816052 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] For port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:21:42.819811 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] For port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3,segment=NetworkSegment(0229fe97-0410-4a62-a965-0478f5cb710d),segment_id=0229fe97-0410-4a62-a965-0478f5cb710d)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:21:42.892695 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:42.944715 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:42.944715 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:42.944715 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] 10.222.0.72 "PUT /v2.0/ports/5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 HTTP/1.1" status: 200 len: 1093 time: 0.9886098 May 18 14:21:42.944715 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf078622-c008-46a2-a473-5ef676cecf5e', 'tag': '5a91a0b3-6049-4f73-98b4-b5a7eecb53b3'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:21:42.944715 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc241593-f6db-4e8c-926f-2cef5f653d66" -d '{"events": [{"name": "network-changed", "server_uuid": "cf078622-c008-46a2-a473-5ef676cecf5e", "tag": "5a91a0b3-6049-4f73-98b4-b5a7eecb53b3"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:21:42.970886 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b85860-8eff-4080-a702-2d2f429b1764 service neutron] Pushing event updated for resources: {'Port': ['ID=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:43.088551 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-67980206-8538-4271-accc-afc4e332bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:43.090307 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-67980206-8538-4271-accc-afc4e332bc20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb4c33274e584df8a977aaf5c4add4be&device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 1127 time: 0.0460994 May 18 14:21:43.093210 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a76d1-9b27-4c43-ba65-2fdeaffb0eef req-c7ce4e68-1a59-47c0-be87-01bf97aa7e0f tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:43.094802 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d79a76d1-9b27-4c43-ba65-2fdeaffb0eef req-c7ce4e68-1a59-47c0-be87-01bf97aa7e0f tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 943 time: 0.0873976 May 18 14:21:43.101291 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd9e63-fe81-4cbb-94b5-aeff139b9663 req-d963df5c-7ed6-4feb-8a4f-3cab7dda7f6f tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:43.102829 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eafd9e63-fe81-4cbb-94b5-aeff139b9663 req-d963df5c-7ed6-4feb-8a4f-3cab7dda7f6f tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0850868 May 18 14:21:43.148158 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-486daae5-8905-4a3c-9721-89818cce5257 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 HTTP/1.1" status: 200 len: 217 time: 0.0443935 May 18 14:21:43.184045 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d79a76d1-9b27-4c43-ba65-2fdeaffb0eef req-4c1168cf-2715-4b24-9aa9-a2543f579f98 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801883 May 18 14:21:43.187676 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eafd9e63-fe81-4cbb-94b5-aeff139b9663 req-ec646cae-dad4-4cdc-afab-3410dd183e81 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774443 May 18 14:21:43.209871 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-3362719d-ab97-4b9f-93b0-4b5edebf4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:43.211399 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-3362719d-ab97-4b9f-93b0-4b5edebf4bde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5db89743-f78f-4687-8c3b-9140b83967ce HTTP/1.1" status: 200 len: 853 time: 0.0567267 May 18 14:21:43.254498 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7a2f79-e0f6-4d18-b387-72a2d322416c x-openstack-request-id: req-ea7a2f79-e0f6-4d18-b387-72a2d322416c {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:21:43.254788 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf078622-c008-46a2-a473-5ef676cecf5e", "tag": "5a91a0b3-6049-4f73-98b4-b5a7eecb53b3", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:21:43.255039 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea7a2f79-e0f6-4d18-b387-72a2d322416c {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:21:43.255516 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7a2f79-e0f6-4d18-b387-72a2d322416c'] response: {'name': 'network-changed', 'server_uuid': 'cf078622-c008-46a2-a473-5ef676cecf5e', 'tag': '5a91a0b3-6049-4f73-98b4-b5a7eecb53b3', 'status': 'completed', 'code': 200} May 18 14:21:43.257635 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-a7a5a13c-e248-494a-8918-20628529f923 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f33887a7-c715-4b1c-bc7a-df6c4c46a962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342715 May 18 14:21:43.346241 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:43.360727 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:21:43.378823 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-d59c0bde-6744-49f8-bac2-4976350573a0 service neutron] 10.222.0.72 "GET /v2.0/networks/f33887a7-c715-4b1c-bc7a-df6c4c46a962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062696 May 18 14:21:43.486637 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-75d03c30-bea9-4c8b-b962-cc2debba32a3 req-0edd921c-59d8-4d2d-94f1-a83cc7d89d6b service neutron] 10.222.0.72 "GET /v2.0/networks/f33887a7-c715-4b1c-bc7a-df6c4c46a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975411 May 18 14:21:44.374975 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342f6e0-1816-4799-86c4-a4bdaf68bc7d req-a056c326-fe3c-4315-aca4-b2bd14533c04 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:44.376867 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b342f6e0-1816-4799-86c4-a4bdaf68bc7d req-a056c326-fe3c-4315-aca4-b2bd14533c04 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 943 time: 0.1042056 May 18 14:21:44.403794 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e68045-5b19-4f71-a1e8-0e8eeb6efbad req-52647d29-650e-4a3c-96b6-7fc7954ceee0 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:44.405380 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f4e68045-5b19-4f71-a1e8-0e8eeb6efbad req-52647d29-650e-4a3c-96b6-7fc7954ceee0 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0938859 May 18 14:21:44.460218 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:44.482860 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b342f6e0-1816-4799-86c4-a4bdaf68bc7d req-afc4fb45-da19-49f7-865b-adfe502ed209 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922604 May 18 14:21:44.490315 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f4e68045-5b19-4f71-a1e8-0e8eeb6efbad req-7965094e-b758-4e33-a9cb-cfe28d7d9996 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749078 May 18 14:21:44.716944 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc241593-f6db-4e8c-926f-2cef5f653d66 req-ed195b3c-4b2d-425b-9fbb-78879d6a7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:44.718456 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fc241593-f6db-4e8c-926f-2cef5f653d66 req-ed195b3c-4b2d-425b-9fbb-78879d6a7400 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb4c33274e584df8a977aaf5c4add4be&device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 1127 time: 0.0442297 May 18 14:21:44.820322 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc241593-f6db-4e8c-926f-2cef5f653d66 req-b68b4817-3dab-4377-b292-b98e11e48b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:44.821750 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fc241593-f6db-4e8c-926f-2cef5f653d66 req-b68b4817-3dab-4377-b292-b98e11e48b71 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f33887a7-c715-4b1c-bc7a-df6c4c46a962 HTTP/1.1" status: 200 len: 914 time: 0.0952702 May 18 14:21:44.866699 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fc241593-f6db-4e8c-926f-2cef5f653d66 req-c3cf060f-e293-427c-94c4-d386bb01d8b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 HTTP/1.1" status: 200 len: 217 time: 0.0380230 May 18 14:21:44.907353 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:44.926163 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc241593-f6db-4e8c-926f-2cef5f653d66 req-5f76046e-9cf5-435a-a083-f150e88540c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:44.927638 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fc241593-f6db-4e8c-926f-2cef5f653d66 req-5f76046e-9cf5-435a-a083-f150e88540c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5db89743-f78f-4687-8c3b-9140b83967ce HTTP/1.1" status: 200 len: 853 time: 0.0500782 May 18 14:21:44.962700 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fc241593-f6db-4e8c-926f-2cef5f653d66 req-8945861c-7c0c-4ba4-9aae-052ab93eeaf0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f33887a7-c715-4b1c-bc7a-df6c4c46a962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267951 May 18 14:21:45.065229 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fc241593-f6db-4e8c-926f-2cef5f653d66 req-34fe78bf-11e0-46aa-b713-2016a0ee283f service neutron] 10.222.0.72 "GET /v2.0/networks/f33887a7-c715-4b1c-bc7a-df6c4c46a962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956740 May 18 14:21:45.178390 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fc241593-f6db-4e8c-926f-2cef5f653d66 req-305bff7b-f628-494d-b240-4a99465786b5 service neutron] 10.222.0.72 "GET /v2.0/networks/f33887a7-c715-4b1c-bc7a-df6c4c46a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030436 May 18 14:21:45.617409 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee703e5-e37f-4797-aae9-283893e3f731 req-3d4ff8a0-e7c9-453b-9a74-c6bf7e3aef75 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:45.618924 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2ee703e5-e37f-4797-aae9-283893e3f731 req-3d4ff8a0-e7c9-453b-9a74-c6bf7e3aef75 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 943 time: 0.0523703 May 18 14:21:45.677546 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2ee703e5-e37f-4797-aae9-283893e3f731 req-ca976cfe-1167-47e4-8152-43362c4bce7e tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469122 May 18 14:21:45.724004 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:21:45.778123 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468cf18-44a3-4f1c-b5a3-f3ad887dc911 req-9a64d207-b0b9-4980-8372-59575caab425 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:45.779723 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1468cf18-44a3-4f1c-b5a3-f3ad887dc911 req-9a64d207-b0b9-4980-8372-59575caab425 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0601594 May 18 14:21:45.846524 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3,segment=NetworkSegment(0229fe97-0410-4a62-a965-0478f5cb710d),segment_id=0229fe97-0410-4a62-a965-0478f5cb710d)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:21:45.848817 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1468cf18-44a3-4f1c-b5a3-f3ad887dc911 req-6da243cb-6e95-4ffe-820a-308c186fd668 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568871 May 18 14:21:45.860382 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '5a91a0b3-6049-4f73-98b4-b5a7eecb53b3', 'network_id': 'f33887a7-c715-4b1c-bc7a-df6c4c46a962', 'port_id': '5a91a0b3-6049-4f73-98b4-b5a7eecb53b3', 'mac_address': 'fa:16:3e:db:dd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db89743-f78f-4687-8c3b-9140b83967ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:21:45.900008 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:21:45.900369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:45.916261 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:21:45.941332 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3,segment=NetworkSegment(0229fe97-0410-4a62-a965-0478f5cb710d),segment_id=0229fe97-0410-4a62-a965-0478f5cb710d)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:21:46.034598 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:46.095488 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:46.103312 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.103658 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.104007 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.104337 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.105381 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.106370 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.106708 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.107035 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.107428 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.107757 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.108169 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.108534 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.108887 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.109210 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.109571 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:46.388964 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['5a91a0b3-6049-4f73-98b4-b5a7eecb53b3'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:21:46.817553 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aecfd8-5af9-4962-a6c8-1425d13330ba req-4c82b25c-da31-4772-aa92-5eecdb0e986f tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:46.819830 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-64aecfd8-5af9-4962-a6c8-1425d13330ba req-4c82b25c-da31-4772-aa92-5eecdb0e986f tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 944 time: 0.0685692 May 18 14:21:46.872611 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-64aecfd8-5af9-4962-a6c8-1425d13330ba req-ae2a000a-cf80-458b-ad3c-331d505851b0 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455709 May 18 14:21:46.990448 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79548dc-ea5c-4300-878a-8d4bdb92640b req-497a5e05-1e1b-475c-977a-06b2202fd2ad tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:46.993438 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f79548dc-ea5c-4300-878a-8d4bdb92640b req-497a5e05-1e1b-475c-977a-06b2202fd2ad tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0566409 May 18 14:21:47.048811 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f79548dc-ea5c-4300-878a-8d4bdb92640b req-eb4cb2ab-718b-4915-abfb-7945b64adcdf tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491319 May 18 14:21:47.733719 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:21:47.791073 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:21:47.862809 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:21:47.863325 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:47.912619 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:47.919003 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:47.963920 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:21:47.965169 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:47.993400 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf078622-c008-46a2-a473-5ef676cecf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a91a0b3-6049-4f73-98b4-b5a7eecb53b3'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:21:47.997784 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b10e38e-17d1-414a-bddf-74763e08e173" -d '{"events": [{"server_uuid": "cf078622-c008-46a2-a473-5ef676cecf5e", "name": "network-vif-plugged", "status": "completed", "tag": "5a91a0b3-6049-4f73-98b4-b5a7eecb53b3"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:21:48.009742 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:48.014071 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3,segment=NetworkSegment(0229fe97-0410-4a62-a965-0478f5cb710d),segment_id=0229fe97-0410-4a62-a965-0478f5cb710d)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:21:48.035562 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578110cf-9730-4a55-aff5-bca04cf9a79c req-7a3302fa-1792-412c-b4ad-c3b1817644e4 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:48.037700 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-578110cf-9730-4a55-aff5-bca04cf9a79c req-7a3302fa-1792-412c-b4ad-c3b1817644e4 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 944 time: 0.0655305 May 18 14:21:48.057324 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:48.093670 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-578110cf-9730-4a55-aff5-bca04cf9a79c req-217a3753-7fc0-4b0d-81de-6ac9e096d658 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498164 May 18 14:21:48.115369 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:48.147143 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b696786-cfe0-4eef-9bd1-331d4db30874 x-openstack-request-id: req-1b696786-cfe0-4eef-9bd1-331d4db30874 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:21:48.147556 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf078622-c008-46a2-a473-5ef676cecf5e", "name": "network-vif-plugged", "status": "completed", "tag": "5a91a0b3-6049-4f73-98b4-b5a7eecb53b3", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:21:48.147869 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1b696786-cfe0-4eef-9bd1-331d4db30874 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:21:48.148323 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b696786-cfe0-4eef-9bd1-331d4db30874'] response: {'server_uuid': 'cf078622-c008-46a2-a473-5ef676cecf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a91a0b3-6049-4f73-98b4-b5a7eecb53b3', 'code': 200} May 18 14:21:48.258361 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f3dcf-da08-444e-a4ad-b693aa2630b8 req-a45fa3f4-ad50-4bf0-b98b-525b9623e8c1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:48.259940 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-721f3dcf-da08-444e-a4ad-b693aa2630b8 req-a45fa3f4-ad50-4bf0-b98b-525b9623e8c1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0591862 May 18 14:21:48.318281 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-721f3dcf-da08-444e-a4ad-b693aa2630b8 req-3b534bd4-622b-4f78-b9e3-f51bbdd1f48b tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512035 May 18 14:21:48.452333 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bfeda-e02e-47bc-9936-5183ae4d003e req-4c8376c1-eb4c-49ca-afd2-79b5d12551cb tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:48.453913 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c60bfeda-e02e-47bc-9936-5183ae4d003e req-4c8376c1-eb4c-49ca-afd2-79b5d12551cb tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 947 time: 0.0545256 May 18 14:21:48.505311 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c60bfeda-e02e-47bc-9936-5183ae4d003e req-b764b3a8-1a36-47a7-92c4-dc5b50c00f31 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453086 May 18 14:21:49.219062 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19107b67-5ba6-48f9-9698-73f030bd8dc7 req-1b7c99b0-ed5c-43dd-b58e-24d0412bb433 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:49.220570 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-19107b67-5ba6-48f9-9698-73f030bd8dc7 req-1b7c99b0-ed5c-43dd-b58e-24d0412bb433 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 945 time: 0.0534439 May 18 14:21:49.274618 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-19107b67-5ba6-48f9-9698-73f030bd8dc7 req-a066a844-75a5-4da8-820c-776ec66f97a0 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483069 May 18 14:21:49.450437 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae177ed-1d6b-4b74-bd74-bfd641eb5589 req-e5e596d7-781a-4a50-96f4-7abf5e2246f1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:49.451962 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aae177ed-1d6b-4b74-bd74-bfd641eb5589 req-e5e596d7-781a-4a50-96f4-7abf5e2246f1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0551503 May 18 14:21:49.499463 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aae177ed-1d6b-4b74-bd74-bfd641eb5589 req-1ebed30c-875f-44f8-b27f-b16514438c13 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 May 18 14:21:49.634960 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993818d-aa0e-4354-aa45-3164709edc72 req-bdfcd2fc-56ef-4173-b888-476887130bb2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:49.637258 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3993818d-aa0e-4354-aa45-3164709edc72 req-bdfcd2fc-56ef-4173-b888-476887130bb2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 947 time: 0.0486703 May 18 14:21:49.650381 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:49.687572 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3993818d-aa0e-4354-aa45-3164709edc72 req-c5e57656-34ff-478c-a622-097f961161b3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 May 18 14:21:49.820970 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce856ba-df23-47c9-a6b0-0db91a80a6ee req-1cc5fee1-f6e8-4ffa-98f4-c34bfe376fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:49.822459 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3ce856ba-df23-47c9-a6b0-0db91a80a6ee req-1cc5fee1-f6e8-4ffa-98f4-c34bfe376fec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 1129 time: 0.0424294 May 18 14:21:49.870671 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3ce856ba-df23-47c9-a6b0-0db91a80a6ee req-ed0e4baa-5246-4492-aeb5-8ec7fac200ac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385094 May 18 14:21:50.396458 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36affbe-9c56-4dd4-8ee4-13da78583dbb req-b1baa266-d972-4800-b842-b01e2a12fd77 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:50.398045 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d36affbe-9c56-4dd4-8ee4-13da78583dbb req-b1baa266-d972-4800-b842-b01e2a12fd77 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 945 time: 0.0506871 May 18 14:21:50.453305 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d36affbe-9c56-4dd4-8ee4-13da78583dbb req-efa01012-62c0-4398-9140-fc306715f338 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484169 May 18 14:21:50.618419 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045140cc-ee74-4147-84e6-bc3f39b99472 req-e9b1ebfd-56c8-48c1-9a52-162e935a3e6d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:50.619922 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-045140cc-ee74-4147-84e6-bc3f39b99472 req-e9b1ebfd-56c8-48c1-9a52-162e935a3e6d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0499992 May 18 14:21:50.672599 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-045140cc-ee74-4147-84e6-bc3f39b99472 req-4b387937-4d1e-408a-b220-bc2902aed3ea tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467176 May 18 14:21:50.693182 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-8b42c32b-0ed8-4c90-95ca-d7dfa173dd57 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:50.694794 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-8b42c32b-0ed8-4c90-95ca-d7dfa173dd57 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.72 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 947 time: 0.0520501 May 18 14:21:50.811134 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Deleting port 50ad3269-a80d-480a-82c7-560629cbb39f {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:21:50.811386 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:50.817473 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa10d2b-6dda-4529-9b2c-7d169c52cb40 req-7290fac5-8107-4b02-a370-d9b0b1acab07 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:50.818992 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2aa10d2b-6dda-4529-9b2c-7d169c52cb40 req-7290fac5-8107-4b02-a370-d9b0b1acab07 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 947 time: 0.0524137 May 18 14:21:50.871195 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2aa10d2b-6dda-4529-9b2c-7d169c52cb40 req-eea12fc8-d8f2-4cc9-ae82-4579b1c1f1f2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448558 May 18 14:21:50.910160 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] For port 50ad3269-a80d-480a-82c7-560629cbb39f, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=50ad3269-a80d-480a-82c7-560629cbb39f,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:21:50.910742 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:51.197820 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:51.198857 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (cc1424f1-6904-4fa9-b593-97aa3154b2d5), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:51.199091 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Floating IP cc1424f1-6904-4fa9-b593-97aa3154b2d5 disassociated. External IP: 172.27.2.137, port: 50ad3269-a80d-480a-82c7-560629cbb39f. May 18 14:21:51.199306 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Calling delete_port for 50ad3269-a80d-480a-82c7-560629cbb39f owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:21:51.545940 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:51.626299 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:51.633142 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b593bc2-dee1-4fb1-8749-ebfaaeccb3c1 req-572a856e-2696-4282-ba5f-f1047f0771a4 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:51.636603 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0b593bc2-dee1-4fb1-8749-ebfaaeccb3c1 req-572a856e-2696-4282-ba5f-f1047f0771a4 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 945 time: 0.0847163 May 18 14:21:51.691702 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (50ad3269-a80d-480a-82c7-560629cbb39f), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:51.702432 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0b593bc2-dee1-4fb1-8749-ebfaaeccb3c1 req-b1f5d119-10e8-4071-b162-25c30510d56e tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591302 May 18 14:21:51.738044 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event deleted for resources: {'Port': ['ID=50ad3269-a80d-480a-82c7-560629cbb39f,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:51.817950 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19361e6-e466-45ee-8de2-94aa07668740 req-cea9494b-2595-4b54-bddd-5870b02f8803 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:51.819498 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c19361e6-e466-45ee-8de2-94aa07668740 req-cea9494b-2595-4b54-bddd-5870b02f8803 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0541513 May 18 14:21:51.858159 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Router 7511f96a-8fe2-437d-9b16-62981bc286fd has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:21:51.887956 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c19361e6-e466-45ee-8de2-94aa07668740 req-61c88d74-8b34-4cdc-9d8d-ca7eacf5105e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616210 May 18 14:21:51.973754 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:21:51.979146 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-17a28c31-5592-4579-a330-f30084c3cb5a req-52eec6c4-230c-4a4f-8370-ce9fd9f02b27 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=046196df-4205-4225-b1cc-ea3d9641ecb1 HTTP/1.1" status: 200 len: 210 time: 0.0312769 May 18 14:21:51.990363 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab7017-58b9-464c-b998-ad2e3ef59d97 None None] Sync routers for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:21:52.011082 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab7017-58b9-464c-b998-ad2e3ef59d97 None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:21:52.015823 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-07ab7017-58b9-464c-b998-ad2e3ef59d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:21:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:21:52.022714 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] No DVR routers for this DVR port 50ad3269-a80d-480a-82c7-560629cbb39f on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:21:52.025251 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:52.029812 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-08aefc7c-4acd-40ef-aaff-6f5df51ee6d0 req-098616db-e1b5-45ad-bb3c-429419bf8a99 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.72 "DELETE /v2.0/ports/50ad3269-a80d-480a-82c7-560629cbb39f HTTP/1.1" status: 204 len: 173 time: 1.3117652 May 18 14:21:52.030264 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'name': 'network-vif-deleted', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:21:52.032559 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b262244-43f0-4cee-bf73-27e0a82dbf5c" -d '{"events": [{"server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "name": "network-vif-deleted", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:21:52.071672 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8522f3-3e8f-4bb3-8de9-294109490995 x-openstack-request-id: req-ea8522f3-3e8f-4bb3-8de9-294109490995 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:21:52.071993 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046196df-4205-4225-b1cc-ea3d9641ecb1", "name": "network-vif-deleted", "tag": "50ad3269-a80d-480a-82c7-560629cbb39f", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:21:52.072253 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea8522f3-3e8f-4bb3-8de9-294109490995 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:21:52.072669 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8522f3-3e8f-4bb3-8de9-294109490995'] response: {'server_uuid': '046196df-4205-4225-b1cc-ea3d9641ecb1', 'name': 'network-vif-deleted', 'tag': '50ad3269-a80d-480a-82c7-560629cbb39f', 'status': 'completed', 'code': 200} May 18 14:21:52.128648 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-07ab7017-58b9-464c-b998-ad2e3ef59d97 None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:21:52.325816 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-07ab7017-58b9-464c-b998-ad2e3ef59d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:48Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:21:52.354913 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab7017-58b9-464c-b998-ad2e3ef59d97 None None] Checking router: 7511f96a-8fe2-437d-9b16-62981bc286fd for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:21:52.363787 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab7017-58b9-464c-b998-ad2e3ef59d97 None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:21:52.364395 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-07ab7017-58b9-464c-b998-ad2e3ef59d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:21:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:21:52.472286 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-07ab7017-58b9-464c-b998-ad2e3ef59d97 None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:21:52.679153 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-07ab7017-58b9-464c-b998-ad2e3ef59d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:48Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:21:52.708779 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab7017-58b9-464c-b998-ad2e3ef59d97 None None] The sync data for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi is: [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:48Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:21:52.864184 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a534542-aff2-47c6-96a0-16f2bb2cd7ae req-a813513d-d0e6-42b7-8477-91312204a819 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:52.865800 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a534542-aff2-47c6-96a0-16f2bb2cd7ae req-a813513d-d0e6-42b7-8477-91312204a819 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 945 time: 0.0585265 May 18 14:21:52.923065 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a534542-aff2-47c6-96a0-16f2bb2cd7ae req-76742a67-582d-4090-a845-fe1b5328499f tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501063 May 18 14:21:53.081412 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834dabc-08cc-4aa7-b32b-822235e3b52e req-3c35424e-f4a2-4a52-904a-15680558c7e4 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:53.083298 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c834dabc-08cc-4aa7-b32b-822235e3b52e req-3c35424e-f4a2-4a52-904a-15680558c7e4 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0811861 May 18 14:21:53.106167 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c1b8a-06b7-43ce-bb6c-75734ab490b5 None None] New status for floating IP cc1424f1-6904-4fa9-b593-97aa3154b2d5: DOWN {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:21:53.138677 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:53.156131 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c834dabc-08cc-4aa7-b32b-822235e3b52e req-2781649d-0632-4110-b0b9-0dbcd1ffabb9 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654340 May 18 14:21:53.342785 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 46612) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:53.420964 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-70a229f8-3296-4472-899e-b5305dc33528 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group (3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:53.453439 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-70a229f8-3296-4472-899e-b5305dc33528 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group (3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:53.543785 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-70a229f8-3296-4472-899e-b5305dc33528 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:53.546392 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-70a229f8-3296-4472-899e-b5305dc33528 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:53.550796 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-70a229f8-3296-4472-899e-b5305dc33528 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "DELETE /v2.0/security-groups/3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751 HTTP/1.1" status: 204 len: 168 time: 0.2036636 May 18 14:21:53.550932 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 46616) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:53.556946 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a229f8-3296-4472-899e-b5305dc33528 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:53.572414 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.api.v2.resource [None req-0b33319e-c6b8-48ea-b4cd-a657de52ca71 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] show failed (client error): The resource could not be found. May 18 14:21:53.575040 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-0b33319e-c6b8-48ea-b4cd-a657de52ca71 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups/3f47dddf-8cb6-4cf1-b4ac-4e0c8b946751 HTTP/1.1" status: 404 len: 347 time: 0.0228961 May 18 14:21:53.582380 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 46618) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:53.710937 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e4c86-f219-454e-9d2c-d6d605e1e6ec tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Deleting port 6a75988f-322f-40be-8df0-874c9f0e5870 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:21:53.711361 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4c86-f219-454e-9d2c-d6d605e1e6ec tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (6a75988f-322f-40be-8df0-874c9f0e5870), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:53.763154 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:53.765518 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 50ad3269-a80d-480a-82c7-560629cbb39f no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:21:53.804744 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 50ad3269-a80d-480a-82c7-560629cbb39f {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:21:53.806893 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 50ad3269-a80d-480a-82c7-560629cbb39f not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:21:53.815048 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4c86-f219-454e-9d2c-d6d605e1e6ec tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (6a75988f-322f-40be-8df0-874c9f0e5870), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:53.815384 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4c86-f219-454e-9d2c-d6d605e1e6ec tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (6a75988f-322f-40be-8df0-874c9f0e5870), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:53.834284 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e4c86-f219-454e-9d2c-d6d605e1e6ec tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Calling delete_port for 6a75988f-322f-40be-8df0-874c9f0e5870 owned by network:floatingip {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:21:54.034881 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4c86-f219-454e-9d2c-d6d605e1e6ec tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (6a75988f-322f-40be-8df0-874c9f0e5870), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:54.065842 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e4c86-f219-454e-9d2c-d6d605e1e6ec tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event deleted for resources: {'Port': ['ID=6a75988f-322f-40be-8df0-874c9f0e5870,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:54.130373 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4c86-f219-454e-9d2c-d6d605e1e6ec tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (cc1424f1-6904-4fa9-b593-97aa3154b2d5), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:54.132926 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4c86-f219-454e-9d2c-d6d605e1e6ec tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:54.137417 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-5a5e4c86-f219-454e-9d2c-d6d605e1e6ec tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "DELETE /v2.0/floatingips/cc1424f1-6904-4fa9-b593-97aa3154b2d5 HTTP/1.1" status: 204 len: 168 time: 0.5506926 May 18 14:21:54.282131 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca7e3f-bd11-411a-80bd-f8aa2e553f92 req-5936087e-1cf9-4a93-bc32-73d059afd61f tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:54.283610 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-56ca7e3f-bd11-411a-80bd-f8aa2e553f92 req-5936087e-1cf9-4a93-bc32-73d059afd61f tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0523794 May 18 14:21:54.300475 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 46626) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:54.305151 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-56995d08-8955-4582-bd8e-6e1c63af5061 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12229628', 'description': 'tempest-description--126160605'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:21:54.352557 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-56ca7e3f-bd11-411a-80bd-f8aa2e553f92 req-b86a6e0f-3c47-47d5-b6d1-bfd1e41f5fc2 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470052 May 18 14:21:54.394736 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-56995d08-8955-4582-bd8e-6e1c63af5061 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:54.477964 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-56995d08-8955-4582-bd8e-6e1c63af5061 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group (84cdb28e-85ff-4797-8540-6799e03fda93), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:54.560312 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-56995d08-8955-4582-bd8e-6e1c63af5061 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (84cdb28e-85ff-4797-8540-6799e03fda93), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:54.595018 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56995d08-8955-4582-bd8e-6e1c63af5061 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84cdb28e-85ff-4797-8540-6799e03fda93,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:54.653908 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-56995d08-8955-4582-bd8e-6e1c63af5061 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:54.655191 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-56995d08-8955-4582-bd8e-6e1c63af5061 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3536601 May 18 14:21:54.658316 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 46628) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:54.662889 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-a2fda576-798e-4508-8ad0-2eabf05d3c27 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Request body: {'security_group_rule': {'security_group_id': '84cdb28e-85ff-4797-8540-6799e03fda93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:21:54.759926 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a2fda576-798e-4508-8ad0-2eabf05d3c27 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group_rule (7f72b03f-9ad6-4946-804c-0af241cc9ddc), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:54.824296 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a2fda576-798e-4508-8ad0-2eabf05d3c27 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group_rule (7f72b03f-9ad6-4946-804c-0af241cc9ddc), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:54.874298 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:54.904441 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a2fda576-798e-4508-8ad0-2eabf05d3c27 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (7f72b03f-9ad6-4946-804c-0af241cc9ddc), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:54.926051 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fda576-798e-4508-8ad0-2eabf05d3c27 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f72b03f-9ad6-4946-804c-0af241cc9ddc,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:54.987072 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a2fda576-798e-4508-8ad0-2eabf05d3c27 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:54.988325 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-a2fda576-798e-4508-8ad0-2eabf05d3c27 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3290379 May 18 14:21:54.991312 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 46632) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:54.996477 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-324c0059-d32d-4f03-92a7-ba092cf21f1d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Request body: {'security_group_rule': {'security_group_id': '84cdb28e-85ff-4797-8540-6799e03fda93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:21:55.057860 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-324c0059-d32d-4f03-92a7-ba092cf21f1d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group_rule (2ebb436b-cc5f-4555-9e91-1565af9acda4), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:55.102091 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:55.113040 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-324c0059-d32d-4f03-92a7-ba092cf21f1d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group_rule (2ebb436b-cc5f-4555-9e91-1565af9acda4), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:55.170805 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-324c0059-d32d-4f03-92a7-ba092cf21f1d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (2ebb436b-cc5f-4555-9e91-1565af9acda4), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:55.191551 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c0059-d32d-4f03-92a7-ba092cf21f1d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebb436b-cc5f-4555-9e91-1565af9acda4,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:55.282454 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-324c0059-d32d-4f03-92a7-ba092cf21f1d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:55.283697 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-324c0059-d32d-4f03-92a7-ba092cf21f1d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2913094 May 18 14:21:55.287006 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 46634) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:21:55.293015 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:21:55.351977 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:55.450993 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:55.521881 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4ea46-9f6c-4a49-8c25-d603b4ad2126 req-4cc339e4-8183-4727-b3a8-a42b834c3946 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:55.523377 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-efe4ea46-9f6c-4a49-8c25-d603b4ad2126 req-4cc339e4-8183-4727-b3a8-a42b834c3946 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0901632 May 18 14:21:55.611945 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-efe4ea46-9f6c-4a49-8c25-d603b4ad2126 req-872f624c-42e8-466d-807d-badc329f1673 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816288 May 18 14:21:55.631463 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Allocated IP 172.27.2.24 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/7159365a-f434-42ce-a24b-f4d7bc221619) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:21:55.641927 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:55.739383 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for port (7159365a-f434-42ce-a24b-f4d7bc221619), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:55.828905 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (7159365a-f434-42ce-a24b-f4d7bc221619), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:55.869077 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:21:55.872822 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:21:55.876511 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:21:55.901146 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event updated for resources: {'Port': ['ID=7159365a-f434-42ce-a24b-f4d7bc221619,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:55.982475 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (7dde5027-21b9-42d6-911d-5a69abbdbd87), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:56.120448 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (7159365a-f434-42ce-a24b-f4d7bc221619), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:56.122943 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:56.319744 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for port (7159365a-f434-42ce-a24b-f4d7bc221619), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:56.406283 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (7159365a-f434-42ce-a24b-f4d7bc221619), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:56.483528 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event updated for resources: {'Port': ['ID=7159365a-f434-42ce-a24b-f4d7bc221619,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:56.490045 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (7dde5027-21b9-42d6-911d-5a69abbdbd87), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:56.550979 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:21:56.552244 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-6f566fb9-303c-4b11-99ae-44b5a496b35d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2642133 May 18 14:21:56.755665 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3feeef-e0a6-4e11-9c08-7b5dd43678e4 req-22bb03ef-b6af-4ff4-b588-07dd3e915ad5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:56.757059 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0f3feeef-e0a6-4e11-9c08-7b5dd43678e4 req-22bb03ef-b6af-4ff4-b588-07dd3e915ad5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0672505 May 18 14:21:56.794873 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-3052c5cc-f03e-4cf5-aaf1-473db84b8616 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--12229628&fields=id&tenant_id=909802130f2948bcae9d2445f267a32c HTTP/1.1" status: 200 len: 267 time: 0.0730712 May 18 14:21:56.870154 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0f3feeef-e0a6-4e11-9c08-7b5dd43678e4 req-b4a782e9-83e1-41e3-8a28-5319259ecf26 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056664 May 18 14:21:56.889321 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:21:56.926552 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-ad848568-b7b7-4c22-862b-3e1a7562741d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:56.928048 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-ad848568-b7b7-4c22-862b-3e1a7562741d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 817 time: 0.1236954 May 18 14:21:56.943381 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-03dad993-d58c-498d-afeb-fb0a7f1f163a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/quotas/909802130f2948bcae9d2445f267a32c HTTP/1.1" status: 200 len: 375 time: 0.0093119 May 18 14:21:56.999697 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-b8ebe45e-1045-48e4-bf5a-89659dbb5a93 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510464 May 18 14:21:57.321752 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-ef7ea773-1562-495c-bcee-9d5b06822a9e service neutron] 10.222.0.71 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098271 May 18 14:21:57.411558 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-e020df8a-d480-4c39-ad70-bc1e063fbe01 service neutron] 10.222.0.71 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835025 May 18 14:21:57.665860 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2d7caf25-21a6-40b2-9b53-3b6057963772 req-403efe04-1295-4598-9573-c036b5a1dc0f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 210 time: 0.0309575 May 18 14:21:57.865020 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ac8f4-1483-4bde-a8f4-fe740915cbbf req-7943b865-d7b2-4f50-ad7f-78df8d7b9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:57.866477 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d94ac8f4-1483-4bde-a8f4-fe740915cbbf req-7943b865-d7b2-4f50-ad7f-78df8d7b9a82 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 1130 time: 0.0409300 May 18 14:21:57.914622 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d94ac8f4-1483-4bde-a8f4-fe740915cbbf req-0d7b94d7-c39d-48d2-9fa6-c9f80b30171e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416021 May 18 14:21:58.009879 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b34c7-fcf6-44cc-88df-1348722ce475 req-12a50734-2bfa-4bfc-9c8b-e46b3104be72 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:58.012022 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8d2b34c7-fcf6-44cc-88df-1348722ce475 req-12a50734-2bfa-4bfc-9c8b-e46b3104be72 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0568233 May 18 14:21:58.072709 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8d2b34c7-fcf6-44cc-88df-1348722ce475 req-8d62e97b-d516-47fc-9c48-635bf9526413 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518441 May 18 14:21:58.781499 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bd901b0f-d630-4e69-95b3-ff592329ebbd req-6dae76ab-e824-481c-aaf4-22fa6cc4b863 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 210 time: 0.0377088 May 18 14:21:59.187319 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457af066-9bc6-4282-8e92-bcd54f9c128b req-c0ef974f-44fb-4a64-8bea-9ff5f5de3b5a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:21:59.188849 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-457af066-9bc6-4282-8e92-bcd54f9c128b req-c0ef974f-44fb-4a64-8bea-9ff5f5de3b5a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0481741 May 18 14:21:59.243391 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-457af066-9bc6-4282-8e92-bcd54f9c128b req-8bb09eaf-fc70-4297-98b1-c0e4591d103e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490770 May 18 14:21:59.892078 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1f7dae25-4713-4b5b-9fea-834f71476d41 req-13ee51a4-1298-44c6-ae79-39726dea0625 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 210 time: 0.0305052 May 18 14:22:00.366545 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf1b4-413c-42fb-9367-e68030982be4 req-1fec3224-a594-4a0e-8561-22d046e4efb6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:00.368072 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-875cf1b4-413c-42fb-9367-e68030982be4 req-1fec3224-a594-4a0e-8561-22d046e4efb6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0480771 May 18 14:22:00.406136 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:00.418436 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-875cf1b4-413c-42fb-9367-e68030982be4 req-8717631a-4e5e-4560-980a-8e099dac110f tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438263 May 18 14:22:01.005973 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-72bb457a-9638-462d-a980-ffe2b4c695f3 req-c7b78c6a-4b2a-4143-9e79-abf7e767ab09 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 210 time: 0.0290885 May 18 14:22:01.131178 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2b199237-e9dd-461c-8e16-7b0e36bdf0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:01.165053 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a0724-dec4-447f-8805-e2ae16c118bb req-4f0ca265-5133-48fa-af49-3ab5e626a8c6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:01.166666 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-612a0724-dec4-447f-8805-e2ae16c118bb req-4f0ca265-5133-48fa-af49-3ab5e626a8c6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0645061 May 18 14:22:01.170858 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=10 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:01.227526 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-612a0724-dec4-447f-8805-e2ae16c118bb req-c6be081f-d12a-434d-9095-acba69560e8a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542834 May 18 14:22:01.236279 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-32438547-1237-4adb-b62d-f6e034338e75 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:01.238052 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-32438547-1237-4adb-b62d-f6e034338e75 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.72 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 817 time: 0.1526594 May 18 14:22:01.327839 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:01.335335 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d6d3-fab0-4137-b164-a886ffbee50f req-b4e34448-1222-4b02-ac19-5c7c5fa9b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:01.336871 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-53c5d6d3-fab0-4137-b164-a886ffbee50f req-b4e34448-1222-4b02-ac19-5c7c5fa9b4cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 1130 time: 0.0657771 May 18 14:22:01.374298 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5ec05632-1556-44f5-808d-c951fe60c308 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909802130f2948bcae9d2445f267a32c HTTP/1.1" status: 200 len: 378 time: 0.1245544 May 18 14:22:01.454006 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d6d3-fab0-4137-b164-a886ffbee50f req-dbe9e4d6-4403-441d-9ee4-9f742ccb73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:01.455477 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-53c5d6d3-fab0-4137-b164-a886ffbee50f req-dbe9e4d6-4403-441d-9ee4-9f742ccb73f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.1117427 May 18 14:22:01.678328 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Request body: {'port': {'device_id': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'admin_state_up': True, 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'security_groups': ['84cdb28e-85ff-4797-8540-6799e03fda93']}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:22:01.785606 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-53c5d6d3-fab0-4137-b164-a886ffbee50f req-5767be58-a177-4627-9640-c0c8d91958b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca7d76b-8e81-48d0-9bab-071a1dd0f036 HTTP/1.1" status: 200 len: 1001 time: 0.1192644 May 18 14:22:01.876570 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d6d3-fab0-4137-b164-a886ffbee50f req-92c9c596-0716-4f0f-bc84-e9ecebec8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:01.878081 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-53c5d6d3-fab0-4137-b164-a886ffbee50f req-92c9c596-0716-4f0f-bc84-e9ecebec8950 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.0592792 May 18 14:22:01.922172 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d6d3-fab0-4137-b164-a886ffbee50f req-80692930-cabc-4b73-9a5e-ef0a0c060d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:01.923666 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-53c5d6d3-fab0-4137-b164-a886ffbee50f req-80692930-cabc-4b73-9a5e-ef0a0c060d84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388970 May 18 14:22:02.026942 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-53c5d6d3-fab0-4137-b164-a886ffbee50f req-3cae1e53-875b-4300-844f-f0618b1f2130 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965388 May 18 14:22:02.028260 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Made reservation on behalf of 909802130f2948bcae9d2445f267a32c for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:22:02.031714 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:02.133799 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-177c60c0-521d-448f-b66b-97736c323c1e req-db215c0d-99df-4e14-a216-01d008c07908 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 210 time: 0.0330513 May 18 14:22:02.288942 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Allocated IP 172.20.0.5 (6a849efa-7750-49f6-9fa8-deee59756847/50f9627e-3a47-4ab6-80f9-f6c74b5a838b/cea436b6-0de4-47d9-a6dd-c0514f0884ce) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:22:02.295101 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-53c5d6d3-fab0-4137-b164-a886ffbee50f req-70f1a368-1eb8-4dba-91f3-f748f6acc2d5 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984146 May 18 14:22:02.351647 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:02.442809 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7264e8-66da-4212-a092-649791b5f47e req-c5ed5db4-3492-4289-97cf-0409fc1dd370 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:02.444939 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6e7264e8-66da-4212-a092-649791b5f47e req-c5ed5db4-3492-4289-97cf-0409fc1dd370 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0755081 May 18 14:22:02.511415 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6e7264e8-66da-4212-a092-649791b5f47e req-786e7b1c-2849-45cc-94d8-7d24d30cb682 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580845 May 18 14:22:02.534781 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:02.551503 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:02.617755 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:02.665286 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Network 6a849efa-7750-49f6-9fa8-deee59756847 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:22:02.671119 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:22:02.673478 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event updated for resources: {'Port': ['ID=cea436b6-0de4-47d9-a6dd-c0514f0884ce,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:02.675620 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:22:02.684142 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:02.685704 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=70 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:02.727223 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:02.728014 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:02.804460 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5c910bc0-df21-4ef4-acee-6e3d4baa7ef3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1364121 May 18 14:22:02.981118 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-1bfaae3e-2e6d-41db-b345-fb23dd296eb9 None None] Provisioning complete for port cea436b6-0de4-47d9-a6dd-c0514f0884ce triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:22:02.981681 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1bfaae3e-2e6d-41db-b345-fb23dd296eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:03.014834 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-1bfaae3e-2e6d-41db-b345-fb23dd296eb9 None None] Port cea436b6-0de4-47d9-a6dd-c0514f0884ce cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:22:03.192110 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb0383-95b3-48c6-9e80-ac5d75f7d237 req-8af3c3b9-50e6-41a8-bde3-e6b206480e51 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:03.194807 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-07bb0383-95b3-48c6-9e80-ac5d75f7d237 req-8af3c3b9-50e6-41a8-bde3-e6b206480e51 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0577035 May 18 14:22:03.276521 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-07bb0383-95b3-48c6-9e80-ac5d75f7d237 req-4c4d6d3d-45fb-4be1-8487-d48ec64939b1 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748720 May 18 14:22:03.288528 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f364d-a7e8-4173-8728-2d5fbe9abb04 req-44db3cb4-2c7c-4384-b6e2-05fd80702c5f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:03.290078 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e13f364d-a7e8-4173-8728-2d5fbe9abb04 req-44db3cb4-2c7c-4384-b6e2-05fd80702c5f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 931 time: 0.0681148 May 18 14:22:03.340811 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e13f364d-a7e8-4173-8728-2d5fbe9abb04 req-65cec618-e798-4619-8e7e-105581bf6023 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432973 May 18 14:22:03.474122 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b15a-e91f-48f9-8a1e-20da0b6a8fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:03.640456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b96b-2735-42f9-86ab-4c1c600cc01c req-4512d61e-4f13-433d-a765-adbc7b000900 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:03.641998 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0c68b96b-2735-42f9-86ab-4c1c600cc01c req-4512d61e-4f13-433d-a765-adbc7b000900 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0560567 May 18 14:22:03.661802 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:03.706180 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0c68b96b-2735-42f9-86ab-4c1c600cc01c req-d2a7ef31-7bc4-4f8f-812c-c66df82f4496 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579138 May 18 14:22:04.411924 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229809-e584-4247-89c1-11a0a47e644c req-6b7c2466-9465-4962-94d0-035d4ea4dae1 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:04.413480 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-85229809-e584-4247-89c1-11a0a47e644c req-6b7c2466-9465-4962-94d0-035d4ea4dae1 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0642285 May 18 14:22:04.501122 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793bffb-f07a-497e-b57a-bad3dc045355 req-369fab2c-cf8a-49a2-bca0-47136bef283a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:04.502018 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0793bffb-f07a-497e-b57a-bad3dc045355 req-369fab2c-cf8a-49a2-bca0-47136bef283a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 931 time: 0.0752647 May 18 14:22:04.506513 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-85229809-e584-4247-89c1-11a0a47e644c req-d3fdd98c-e434-42f3-afb4-df52700df9b9 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866327 May 18 14:22:04.551120 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0793bffb-f07a-497e-b57a-bad3dc045355 req-8b6de840-d571-469c-a667-9509496bbc33 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435853 May 18 14:22:04.823526 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54469295-a61c-4ec3-b015-98040cc88870 req-992409ef-727b-430f-9d14-eeb750689d1a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:04.825797 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54469295-a61c-4ec3-b015-98040cc88870 req-992409ef-727b-430f-9d14-eeb750689d1a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0501463 May 18 14:22:04.876012 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-54469295-a61c-4ec3-b015-98040cc88870 req-910cc776-10b3-46a1-920d-cc14d13bc3ce tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445855 May 18 14:22:05.102929 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:05.645536 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf14ce6-de9a-4ed4-8bfd-b6351e2d4c10 req-0d584ce9-607c-467c-80e7-e18a9f3e0777 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:05.647094 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-edf14ce6-de9a-4ed4-8bfd-b6351e2d4c10 req-0d584ce9-607c-467c-80e7-e18a9f3e0777 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0585396 May 18 14:22:05.700485 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b52448-1450-4e52-94a1-2adad1b63a43 req-b3ff94e8-0304-4034-846b-eddad96ddddd tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:05.701982 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b5b52448-1450-4e52-94a1-2adad1b63a43 req-b3ff94e8-0304-4034-846b-eddad96ddddd tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 931 time: 0.0760088 May 18 14:22:05.742991 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-edf14ce6-de9a-4ed4-8bfd-b6351e2d4c10 req-6433cb44-a9d0-44ad-8635-6ab1110153eb tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760880 May 18 14:22:05.770542 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b5b52448-1450-4e52-94a1-2adad1b63a43 req-b69b9646-d8a9-4cac-9a1e-230fbaafd659 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585883 May 18 14:22:05.985096 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:05.998422 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdfcec-9a23-4459-9889-73d4bb5350bf req-d12da86c-f333-441c-a2aa-8587fcbc66ec tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:05.998422 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bcbdfcec-9a23-4459-9889-73d4bb5350bf req-d12da86c-f333-441c-a2aa-8587fcbc66ec tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0504477 May 18 14:22:06.047119 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bcbdfcec-9a23-4459-9889-73d4bb5350bf req-96ed6394-d6a0-4788-a297-16a40fe5673c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452724 May 18 14:22:06.200750 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:06.678832 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Request body: {'port': {'device_id': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:22:06.747238 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:06.913702 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33664562-c892-4739-bbe2-8d5594198307 req-4c19c990-a382-48f3-93f6-9579ae3f58e6 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:06.915236 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-33664562-c892-4739-bbe2-8d5594198307 req-4c19c990-a382-48f3-93f6-9579ae3f58e6 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0882220 May 18 14:22:06.954598 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9e1e7-5be1-4e00-8efd-5e65289dff74 req-e39cf0cb-1a16-41fe-a433-7882e834a386 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:06.956202 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b2b9e1e7-5be1-4e00-8efd-5e65289dff74 req-e39cf0cb-1a16-41fe-a433-7882e834a386 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 931 time: 0.0920587 May 18 14:22:07.004219 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-33664562-c892-4739-bbe2-8d5594198307 req-bcd33cf8-33ac-4de8-b33c-d8e3b51ddd88 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792000 May 18 14:22:07.046193 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b2b9e1e7-5be1-4e00-8efd-5e65289dff74 req-569dd852-0a4e-450e-b2e6-2613535bac41 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716019 May 18 14:22:07.123089 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea436b6-0de4-47d9-a6dd-c0514f0884ce {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:22:07.131656 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Publish callbacks [] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:07.150782 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Transition to ACTIVE for port object cea436b6-0de4-47d9-a6dd-c0514f0884ce will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:22:07.200862 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6357dc-27bd-4524-867f-b7ca167c541a req-50869b48-37e9-4ae4-b91d-61c2d70d97fe tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:07.202412 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fc6357dc-27bd-4524-867f-b7ca167c541a req-50869b48-37e9-4ae4-b91d-61c2d70d97fe tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0524859 May 18 14:22:07.248121 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:07.256018 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fc6357dc-27bd-4524-867f-b7ca167c541a req-b8ce58af-2c55-4525-a96c-2f40c2c2ee5e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478477 May 18 14:22:07.336894 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cea436b6-0de4-47d9-a6dd-c0514f0884ce,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:07.390498 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Attempting to bind port cea436b6-0de4-47d9-a6dd-c0514f0884ce on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:22:07.391985 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Attempting to bind port cea436b6-0de4-47d9-a6dd-c0514f0884ce by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:22:07.391985 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Attempting to bind port cea436b6-0de4-47d9-a6dd-c0514f0884ce on network 6a849efa-7750-49f6-9fa8-deee59756847 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:22:07.396006 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Port cea436b6-0de4-47d9-a6dd-c0514f0884ce on network 6a849efa-7750-49f6-9fa8-deee59756847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:22:07.396327 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Attempting to bind port cea436b6-0de4-47d9-a6dd-c0514f0884ce on network 6a849efa-7750-49f6-9fa8-deee59756847 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:22:07.401984 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:22:07.403354 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Checking segment: {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:22:07.403596 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Bound using segment: {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:22:07.404118 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Bound port: cea436b6-0de4-47d9-a6dd-c0514f0884ce, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64434b5d-535b-48ab-829b-72fe2b4c7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:22:07.404494 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:07.459471 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:07.483638 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:22:07.486994 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:22:07.554716 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:07.600853 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:07.601442 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:07.602861 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] 10.222.0.72 "PUT /v2.0/ports/cea436b6-0de4-47d9-a6dd-c0514f0884ce HTTP/1.1" status: 200 len: 1093 time: 0.9282782 May 18 14:22:07.603295 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:22:07.606495 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dceab3-b7c5-4bf9-94f6-339e064db754" -d '{"events": [{"name": "network-changed", "server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:22:07.634775 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810b694-476d-4ad2-8f74-07e8835362e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cea436b6-0de4-47d9-a6dd-c0514f0884ce,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:07.655382 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16635930-c769-43e3-95a8-72a4ebfaf573 x-openstack-request-id: req-16635930-c769-43e3-95a8-72a4ebfaf573 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:22:07.655692 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:22:07.656813 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-16635930-c769-43e3-95a8-72a4ebfaf573 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:22:07.657295 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16635930-c769-43e3-95a8-72a4ebfaf573'] response: {'name': 'network-changed', 'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'status': 'completed', 'code': 200} May 18 14:22:07.681624 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:07.715621 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dceab3-b7c5-4bf9-94f6-339e064db754 req-ed36b4ca-5bda-4299-b775-b7475338e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:07.717304 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-b6dceab3-b7c5-4bf9-94f6-339e064db754 req-ed36b4ca-5bda-4299-b775-b7475338e913 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 1127 time: 0.0435598 May 18 14:22:07.777594 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:07.832718 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dceab3-b7c5-4bf9-94f6-339e064db754 req-08120074-ea52-4d06-ad00-e7a19f8f542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:07.836990 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-b6dceab3-b7c5-4bf9-94f6-339e064db754 req-08120074-ea52-4d06-ad00-e7a19f8f542e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=909802130f2948bcae9d2445f267a32c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1065283 May 18 14:22:07.929934 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dceab3-b7c5-4bf9-94f6-339e064db754 req-6f81922b-8e64-4160-9867-2fa792a0bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:07.931366 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-b6dceab3-b7c5-4bf9-94f6-339e064db754 req-6f81922b-8e64-4160-9867-2fa792a0bf56 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897677 May 18 14:22:08.142181 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9aa7-5ec7-4973-acb1-cf26c77b1276 req-67db9b79-64e6-4f71-b5e7-6f07f6f28806 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:08.144000 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3e6e9aa7-5ec7-4973-acb1-cf26c77b1276 req-67db9b79-64e6-4f71-b5e7-6f07f6f28806 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0573120 May 18 14:22:08.214650 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec9728-9731-48ff-9980-82f2b639bac1 req-b23e1f89-f00a-4c74-97f8-ea170f4db9ab tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:08.216212 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b3ec9728-9731-48ff-9980-82f2b639bac1 req-b23e1f89-f00a-4c74-97f8-ea170f4db9ab tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0712521 May 18 14:22:08.240912 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:08.253002 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3e6e9aa7-5ec7-4973-acb1-cf26c77b1276 req-5f11e580-0878-43ed-83e9-bcee95d30532 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970061 May 18 14:22:08.290726 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b3ec9728-9731-48ff-9980-82f2b639bac1 req-5564f472-c57f-40b4-8313-841be894cff0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677316 May 18 14:22:08.407764 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c46c3-5df7-43fa-9d25-700435f203be req-1e42778f-f6fc-4eb3-9898-9d38112d7e33 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:08.409334 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-687c46c3-5df7-43fa-9d25-700435f203be req-1e42778f-f6fc-4eb3-9898-9d38112d7e33 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0565503 May 18 14:22:08.461300 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-687c46c3-5df7-43fa-9d25-700435f203be req-bbe97a01-36bb-4a80-9a64-c04586fbc637 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456145 May 18 14:22:08.577621 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74710c-dc26-4289-9557-063e1f3efda9 req-7d5ff6e9-98c8-462c-a460-a2d454482c5c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:08.579103 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5f74710c-dc26-4289-9557-063e1f3efda9 req-7d5ff6e9-98c8-462c-a460-a2d454482c5c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0476537 May 18 14:22:08.588111 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 46782) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:22:08.593028 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-ea0c34e3-12a5-44df-a1f2-e61e919efcc7 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Request body: {'floatingip': {'port_id': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:22:08.649042 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ea0c34e3-12a5-44df-a1f2-e61e919efcc7 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for floatingip (d5ae946e-f8f7-483d-90b4-625c6090d3cd), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:08.907048 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:09.171483 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ea0c34e3-12a5-44df-a1f2-e61e919efcc7 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:09.229049 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ea0c34e3-12a5-44df-a1f2-e61e919efcc7 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (d5ae946e-f8f7-483d-90b4-625c6090d3cd), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:09.462603 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8436f0f-f7c2-48b4-9560-a91a73589849 req-50dc13ad-aa5b-4e07-a13f-8a0acb0a2e27 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:09.464071 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e8436f0f-f7c2-48b4-9560-a91a73589849 req-50dc13ad-aa5b-4e07-a13f-8a0acb0a2e27 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.1188416 May 18 14:22:09.514114 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6be5d-2e72-4796-bffd-5b81a9dc6d12 req-bbc39d26-ffd0-40da-be78-5270727ad286 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:09.515674 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c0a6be5d-2e72-4796-bffd-5b81a9dc6d12 req-bbc39d26-ffd0-40da-be78-5270727ad286 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.1410451 May 18 14:22:09.563693 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:09.608214 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0c34e3-12a5-44df-a1f2-e61e919efcc7 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Router 16f5fabf-391e-48c1-82fa-362bbfab9135 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:22:09.624822 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e8436f0f-f7c2-48b4-9560-a91a73589849 req-823f5c17-6859-4619-b33f-95779e15c71a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288748 May 18 14:22:09.630189 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c0a6be5d-2e72-4796-bffd-5b81a9dc6d12 req-719c9af3-1a6c-44be-ac66-52757e1b64f4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971971 May 18 14:22:09.775908 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0c34e3-12a5-44df-a1f2-e61e919efcc7 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:22:09.781913 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ea0c34e3-12a5-44df-a1f2-e61e919efcc7 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:09.787805 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e7b866-9679-466e-b9dc-6a397a994556 None None] Sync routers for ids ['16f5fabf-391e-48c1-82fa-362bbfab9135'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:22:09.813840 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547fc190-6948-4b43-be50-f2ff5871117d', 'tag': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:22:09.816112 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fbabf5-1e0c-4986-bd76-d255ea95addd" -d '{"events": [{"name": "network-changed", "server_uuid": "547fc190-6948-4b43-be50-f2ff5871117d", "tag": "dca7d76b-8e81-48d0-9bab-071a1dd0f036"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:22:09.854018 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-ea0c34e3-12a5-44df-a1f2-e61e919efcc7 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "PUT /v2.0/floatingips/d5ae946e-f8f7-483d-90b4-625c6090d3cd HTTP/1.1" status: 200 len: 993 time: 1.2652013 May 18 14:22:09.860835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f27b525-9439-4bf6-ac0b-4d06a2a7f225 x-openstack-request-id: req-5f27b525-9439-4bf6-ac0b-4d06a2a7f225 {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:22:09.861123 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547fc190-6948-4b43-be50-f2ff5871117d", "tag": "dca7d76b-8e81-48d0-9bab-071a1dd0f036", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:22:09.861382 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5f27b525-9439-4bf6-ac0b-4d06a2a7f225 {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:22:09.861795 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f27b525-9439-4bf6-ac0b-4d06a2a7f225'] response: {'name': 'network-changed', 'server_uuid': '547fc190-6948-4b43-be50-f2ff5871117d', 'tag': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'status': 'completed', 'code': 200} May 18 14:22:09.881652 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e7b866-9679-466e-b9dc-6a397a994556 None None] Routers {'16f5fabf-391e-48c1-82fa-362bbfab9135'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:22:09.885851 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-e2e7b866-9679-466e-b9dc-6a397a994556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:22:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['16f5fabf-391e-48c1-82fa-362bbfab9135'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:09.984903 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-e2e7b866-9679-466e-b9dc-6a397a994556 None None] Set router 16f5fabf-391e-48c1-82fa-362bbfab9135 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:22:10.198147 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-e2e7b866-9679-466e-b9dc-6a397a994556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'd5ae946e-f8f7-483d-90b4-625c6090d3cd', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'port_id': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'mac_address': 'fa:16:3e:8b:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547fc190-6948-4b43-be50-f2ff5871117d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:19:34Z', 'updated_at': '2022-05-18T14:22:09Z', 'revision_number': 3, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f38492-f007-4511-964f-99932d373e68', 'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'mac_address': 'fa:16:3e:b6:c1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:33Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 5, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'subnets': [{'id': 'de832773-715d-478a-9977-447bac299d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:10.227680 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e7b866-9679-466e-b9dc-6a397a994556 None None] Checking router: 16f5fabf-391e-48c1-82fa-362bbfab9135 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:22:10.238066 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e7b866-9679-466e-b9dc-6a397a994556 None None] Routers {'16f5fabf-391e-48c1-82fa-362bbfab9135'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:22:10.238688 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-e2e7b866-9679-466e-b9dc-6a397a994556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:22:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['16f5fabf-391e-48c1-82fa-362bbfab9135'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:10.342170 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-e2e7b866-9679-466e-b9dc-6a397a994556 None None] Set router 16f5fabf-391e-48c1-82fa-362bbfab9135 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:22:10.561207 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-e2e7b866-9679-466e-b9dc-6a397a994556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'd5ae946e-f8f7-483d-90b4-625c6090d3cd', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'port_id': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'mac_address': 'fa:16:3e:8b:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547fc190-6948-4b43-be50-f2ff5871117d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:19:34Z', 'updated_at': '2022-05-18T14:22:09Z', 'revision_number': 3, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f38492-f007-4511-964f-99932d373e68', 'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'mac_address': 'fa:16:3e:b6:c1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:33Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 5, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'subnets': [{'id': 'de832773-715d-478a-9977-447bac299d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:10.586099 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e7b866-9679-466e-b9dc-6a397a994556 None None] The sync data for ids ['16f5fabf-391e-48c1-82fa-362bbfab9135'] in dv-cinder-755101-9-iscsi is: [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'd5ae946e-f8f7-483d-90b4-625c6090d3cd', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'port_id': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'mac_address': 'fa:16:3e:8b:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547fc190-6948-4b43-be50-f2ff5871117d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:19:34Z', 'updated_at': '2022-05-18T14:22:09Z', 'revision_number': 3, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f38492-f007-4511-964f-99932d373e68', 'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'mac_address': 'fa:16:3e:b6:c1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:33Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 5, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'subnets': [{'id': 'de832773-715d-478a-9977-447bac299d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:22:10.740338 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbabf5-1e0c-4986-bd76-d255ea95addd req-244ccac7-da75-4fd4-9076-f872a35a94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:10.741960 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d9fbabf5-1e0c-4986-bd76-d255ea95addd req-244ccac7-da75-4fd4-9076-f872a35a94f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 1130 time: 0.0980425 May 18 14:22:10.745376 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5b9e52a8-d2a9-4d42-95ed-476279a6cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:10.747473 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-5b9e52a8-d2a9-4d42-95ed-476279a6cedf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 1127 time: 0.1128528 May 18 14:22:10.803983 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32faced9-5481-437e-9e7b-2be38f2d8a1c req-3cb23059-fa0a-41cf-b7fb-19aebe38567c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:10.809290 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-32faced9-5481-437e-9e7b-2be38f2d8a1c req-3cb23059-fa0a-41cf-b7fb-19aebe38567c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.1025014 May 18 14:22:10.809659 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-bfe5bf08-7e0e-42a9-92e0-bc8c69c14599 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce HTTP/1.1" status: 200 len: 217 time: 0.0443711 May 18 14:22:10.828650 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143b9e4-fd25-4d09-870c-4d96c8cd6d29 req-5da345ad-27af-4fff-ae29-a9f3a7bb7a0f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:10.830156 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0143b9e4-fd25-4d09-870c-4d96c8cd6d29 req-5da345ad-27af-4fff-ae29-a9f3a7bb7a0f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0800455 May 18 14:22:10.890159 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-32faced9-5481-437e-9e7b-2be38f2d8a1c req-4108506b-1348-4ab5-a9ae-8b72158d1094 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767858 May 18 14:22:10.900689 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-3273b8fd-bc46-44c9-bb54-3cd5cd36b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:10.902547 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-3273b8fd-bc46-44c9-bb54-3cd5cd36b6a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 200 len: 856 time: 0.0643771 May 18 14:22:10.908947 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0143b9e4-fd25-4d09-870c-4d96c8cd6d29 req-b62d2f95-ef7a-4fbd-9c34-c80be973dd14 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718560 May 18 14:22:10.935712 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbabf5-1e0c-4986-bd76-d255ea95addd req-1642c067-b8c3-4f46-96e0-b92a2b29174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:10.937190 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d9fbabf5-1e0c-4986-bd76-d255ea95addd req-1642c067-b8c3-4f46-96e0-b92a2b29174e service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.1811092 May 18 14:22:11.005409 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-0bb08317-4f02-4f43-991c-bd30572770e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:11.006918 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-0bb08317-4f02-4f43-991c-bd30572770e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a849efa-7750-49f6-9fa8-deee59756847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829072 May 18 14:22:11.066662 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d9fbabf5-1e0c-4986-bd76-d255ea95addd req-596f1297-84b1-406d-ae60-670e9c8cec16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca7d76b-8e81-48d0-9bab-071a1dd0f036 HTTP/1.1" status: 200 len: 1001 time: 0.1130307 May 18 14:22:11.140247 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbabf5-1e0c-4986-bd76-d255ea95addd req-a43f085b-5a07-4bcd-ac87-04ec6d5c7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:11.141749 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d9fbabf5-1e0c-4986-bd76-d255ea95addd req-a43f085b-5a07-4bcd-ac87-04ec6d5c7893 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.0690792 May 18 14:22:11.160678 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-dfba11cf-525a-43a6-b4a2-aaf9d9688780 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440623 May 18 14:22:11.186786 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:11.234503 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbabf5-1e0c-4986-bd76-d255ea95addd req-930b3b0f-4621-42da-8b57-e69332522a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:11.236022 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d9fbabf5-1e0c-4986-bd76-d255ea95addd req-930b3b0f-4621-42da-8b57-e69332522a4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872185 May 18 14:22:11.337425 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9c34d5ff-7b9c-4dbc-8cc1-b6fcc8fcaa6a req-0746250f-d28e-4f64-88c4-16e8cebacc17 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602960 May 18 14:22:11.365740 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d9fbabf5-1e0c-4986-bd76-d255ea95addd req-8722eceb-1c2f-4491-ab9b-1624f8ec6050 service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228790 May 18 14:22:11.464945 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d9fbabf5-1e0c-4986-bd76-d255ea95addd req-39be32a7-379b-4e5f-a671-fe61afdadf3c service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920939 May 18 14:22:11.862957 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547fc190-6948-4b43-be50-f2ff5871117d', 'tag': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:22:11.865228 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4446954b-f3c1-4919-a10f-f11ce427f673" -d '{"events": [{"name": "network-changed", "server_uuid": "547fc190-6948-4b43-be50-f2ff5871117d", "tag": "dca7d76b-8e81-48d0-9bab-071a1dd0f036"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:22:11.908062 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b22a71-aaa8-4f1e-ac5d-43d8a6feed93 x-openstack-request-id: req-27b22a71-aaa8-4f1e-ac5d-43d8a6feed93 {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:22:11.908515 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547fc190-6948-4b43-be50-f2ff5871117d", "tag": "dca7d76b-8e81-48d0-9bab-071a1dd0f036", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:22:11.908948 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-27b22a71-aaa8-4f1e-ac5d-43d8a6feed93 {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:22:11.909583 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b22a71-aaa8-4f1e-ac5d-43d8a6feed93'] response: {'name': 'network-changed', 'server_uuid': '547fc190-6948-4b43-be50-f2ff5871117d', 'tag': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'status': 'completed', 'code': 200} May 18 14:22:12.047178 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:12.053971 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3388e1-83e0-45d0-9aa4-92d40917264f req-82886e74-5b57-4d7b-990e-5a353ab5ad5e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:12.055518 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1e3388e1-83e0-45d0-9aa4-92d40917264f req-82886e74-5b57-4d7b-990e-5a353ab5ad5e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0822582 May 18 14:22:12.077578 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c643c-e16a-4ee4-bb48-6cc267ff78ee req-9d532e4e-29be-4e8c-aa20-e0efb391d70c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:12.079107 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cf2c643c-e16a-4ee4-bb48-6cc267ff78ee req-9d532e4e-29be-4e8c-aa20-e0efb391d70c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0764019 May 18 14:22:12.153672 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1e3388e1-83e0-45d0-9aa4-92d40917264f req-4c2e93b9-439e-4c85-bbe7-192a7485dbca tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915706 May 18 14:22:12.169878 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cf2c643c-e16a-4ee4-bb48-6cc267ff78ee req-86402341-70e3-469c-8a46-29ea12ee65b0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796022 May 18 14:22:12.530811 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446954b-f3c1-4919-a10f-f11ce427f673 req-637b71b4-7059-4fe6-9031-274350b2f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:12.532226 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4446954b-f3c1-4919-a10f-f11ce427f673 req-637b71b4-7059-4fe6-9031-274350b2f431 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 1130 time: 0.0411317 May 18 14:22:12.632314 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446954b-f3c1-4919-a10f-f11ce427f673 req-049f8ac9-2d04-4ee4-a568-86abbfdd4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:12.637909 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4446954b-f3c1-4919-a10f-f11ce427f673 req-049f8ac9-2d04-4ee4-a568-86abbfdd4f8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.0899544 May 18 14:22:12.702975 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4446954b-f3c1-4919-a10f-f11ce427f673 req-b76b611f-ce1f-42e7-920b-dd270f6083e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca7d76b-8e81-48d0-9bab-071a1dd0f036 HTTP/1.1" status: 200 len: 1001 time: 0.0610931 May 18 14:22:12.757465 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446954b-f3c1-4919-a10f-f11ce427f673 req-74751b0f-a72f-488d-8cba-e9603c065c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:12.759060 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4446954b-f3c1-4919-a10f-f11ce427f673 req-74751b0f-a72f-488d-8cba-e9603c065c44 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.0494616 May 18 14:22:12.799125 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:12.804744 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446954b-f3c1-4919-a10f-f11ce427f673 req-157d2fd0-00de-43bd-9fcb-5fe59117716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:12.806340 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4446954b-f3c1-4919-a10f-f11ce427f673 req-157d2fd0-00de-43bd-9fcb-5fe59117716e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406504 May 18 14:22:12.908441 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4446954b-f3c1-4919-a10f-f11ce427f673 req-d42a8de4-5a6b-4095-96dd-b218e6384c4e service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949538 May 18 14:22:12.999723 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4446954b-f3c1-4919-a10f-f11ce427f673 req-4743ef7c-a6cc-4cfb-abd5-a7a59e11ac7d service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857117 May 18 14:22:13.307020 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d52998-3a74-4096-89f9-cf3f46d40adf req-d315ec0c-554a-4db8-aa92-97dfef101a81 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:13.309724 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b5d52998-3a74-4096-89f9-cf3f46d40adf req-d315ec0c-554a-4db8-aa92-97dfef101a81 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0852754 May 18 14:22:13.329784 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59073df8-3cfe-4ba6-a061-8e56a3d39307 req-7af5c695-0974-4537-bba3-398bf55bbe2a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:13.331214 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-59073df8-3cfe-4ba6-a061-8e56a3d39307 req-7af5c695-0974-4537-bba3-398bf55bbe2a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0731056 May 18 14:22:13.396457 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b5d52998-3a74-4096-89f9-cf3f46d40adf req-ec7a06ad-89f9-49a4-80b2-e400a3f8e879 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808322 May 18 14:22:13.403774 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-59073df8-3cfe-4ba6-a061-8e56a3d39307 req-63edd60d-ce60-47a7-8f6d-1f1944fcba6f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660908 May 18 14:22:13.917846 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device cea436b6-0de4-47d9-a6dd-c0514f0884ce details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:22:14.031437 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:22:14.047611 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'port_id': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'mac_address': 'fa:16:3e:35:b6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:22:14.085422 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port cea436b6-0de4-47d9-a6dd-c0514f0884ce is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:22:14.085813 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:14.099763 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea436b6-0de4-47d9-a6dd-c0514f0884ce {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:22:14.126718 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:22:14.217327 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:14.269440 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=cea436b6-0de4-47d9-a6dd-c0514f0884ce,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:14.523316 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['cea436b6-0de4-47d9-a6dd-c0514f0884ce'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:22:14.546681 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f6d8d-28e4-4735-b0db-184a4b1c14bc req-65a69565-3aa7-4291-a988-6d3a82ac5e4b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:14.548135 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-762f6d8d-28e4-4735-b0db-184a4b1c14bc req-65a69565-3aa7-4291-a988-6d3a82ac5e4b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0790994 May 18 14:22:14.554458 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825a373-5dcb-41fd-b270-fed1cd87318c req-c6ac2da9-f685-46ee-bbda-98caf63ecc6a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:14.555890 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c825a373-5dcb-41fd-b270-fed1cd87318c req-c6ac2da9-f685-46ee-bbda-98caf63ecc6a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 944 time: 0.0765064 May 18 14:22:14.606197 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:14.637690 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-762f6d8d-28e4-4735-b0db-184a4b1c14bc req-88aeaa46-d4f7-4135-8b0b-788e813f57e2 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808275 May 18 14:22:14.642008 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c825a373-5dcb-41fd-b270-fed1cd87318c req-59b4a813-5f00-4d86-82ad-02d354a01ae7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781245 May 18 14:22:15.730937 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:15.795820 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986e9df-f2b0-4eb6-bf2f-8acaf3ff62a7 req-0a632d16-5558-4f03-adff-e7c1f6a0b1a3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:15.797375 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2986e9df-f2b0-4eb6-bf2f-8acaf3ff62a7 req-0a632d16-5558-4f03-adff-e7c1f6a0b1a3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0779130 May 18 14:22:15.805741 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb06658-4cd6-4bd5-b5d4-2a1f3d6c73ff req-f00fb183-af06-4a0a-8f26-bf4ed426d4d2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:15.807177 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9eb06658-4cd6-4bd5-b5d4-2a1f3d6c73ff req-f00fb183-af06-4a0a-8f26-bf4ed426d4d2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 944 time: 0.0788395 May 18 14:22:15.884847 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2986e9df-f2b0-4eb6-bf2f-8acaf3ff62a7 req-57ac7822-95cb-4c0a-be6c-feb808b338bd tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766943 May 18 14:22:15.888085 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9eb06658-4cd6-4bd5-b5d4-2a1f3d6c73ff req-5aa8d7fb-1279-4fb2-b539-86cdb5ecfef0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721684 May 18 14:22:15.936345 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device cea436b6-0de4-47d9-a6dd-c0514f0884ce up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:22:15.973779 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:15.978904 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port cea436b6-0de4-47d9-a6dd-c0514f0884ce completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:22:16.056853 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port cea436b6-0de4-47d9-a6dd-c0514f0884ce triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:22:16.057217 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:16.137941 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port cea436b6-0de4-47d9-a6dd-c0514f0884ce is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:22:16.138326 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:16.162510 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:22:16.164740 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b553f7b-5836-47f6-9d35-b045cb903872" -d '{"events": [{"server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "name": "network-vif-plugged", "status": "completed", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:22:16.178360 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:22:16.202422 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1949bce-a0d5-4b6c-9464-20e2879bd7c5 x-openstack-request-id: req-d1949bce-a0d5-4b6c-9464-20e2879bd7c5 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:22:16.202758 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "name": "network-vif-plugged", "status": "completed", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:22:16.203016 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d1949bce-a0d5-4b6c-9464-20e2879bd7c5 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:22:16.203410 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1949bce-a0d5-4b6c-9464-20e2879bd7c5'] response: {'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'code': 200} May 18 14:22:16.257304 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:16.308671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=cea436b6-0de4-47d9-a6dd-c0514f0884ce,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:16.579378 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:16.613695 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205155b3-caed-4c8b-9cd6-c22af18e1367 req-6e1d49f0-2830-4882-b9f5-d40947f52b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:16.627040 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-205155b3-caed-4c8b-9cd6-c22af18e1367 req-6e1d49f0-2830-4882-b9f5-d40947f52b8f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 1129 time: 0.0455842 May 18 14:22:16.673328 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-205155b3-caed-4c8b-9cd6-c22af18e1367 req-dc13ff9d-8021-457d-8d77-b4888173c408 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402868 May 18 14:22:17.035714 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89387322-b0a0-42f0-9f79-709b3337a05b req-623e0b5b-2802-45c9-a571-431a38b6527c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:17.037227 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-89387322-b0a0-42f0-9f79-709b3337a05b req-623e0b5b-2802-45c9-a571-431a38b6527c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0781815 May 18 14:22:17.043767 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfac7bd-8a94-411e-9856-0401703181aa req-b2365573-8e0c-43cb-947c-e199b1e95172 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:17.045153 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4dfac7bd-8a94-411e-9856-0401703181aa req-b2365573-8e0c-43cb-947c-e199b1e95172 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0759680 May 18 14:22:17.125127 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-89387322-b0a0-42f0-9f79-709b3337a05b req-6f174ec9-d134-4527-a768-37d58d63e5c5 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789731 May 18 14:22:17.129741 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4dfac7bd-8a94-411e-9856-0401703181aa req-943f4224-70ff-4be9-a1f2-902010e2d296 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776656 May 18 14:22:18.134845 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4c8d-fdf4-4f57-861a-ca2560515c77 req-2045d72a-32fe-44fb-931d-c51fc3e15f94 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:18.136301 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4ebf4c8d-fdf4-4f57-861a-ca2560515c77 req-2045d72a-32fe-44fb-931d-c51fc3e15f94 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 945 time: 0.0490987 May 18 14:22:18.185900 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4ebf4c8d-fdf4-4f57-861a-ca2560515c77 req-6bf0fb00-bcab-46e5-808c-00012b4cb101 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435002 May 18 14:22:18.283409 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f104e5-bfcb-4454-8482-362ef857b12d req-4bc6ce6a-89a4-4ab6-ac84-8c12abd64c77 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:18.284929 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-60f104e5-bfcb-4454-8482-362ef857b12d req-4bc6ce6a-89a4-4ab6-ac84-8c12abd64c77 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0790977 May 18 14:22:18.314494 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270ca1a-e00c-4f89-8e95-2610aeac050b req-60df046a-be81-4834-a550-dab1661dd57b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:18.315970 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0270ca1a-e00c-4f89-8e95-2610aeac050b req-60df046a-be81-4834-a550-dab1661dd57b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0741668 May 18 14:22:18.361664 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-60f104e5-bfcb-4454-8482-362ef857b12d req-028e99c8-1040-4fc9-9e91-781cc477b1eb tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709190 May 18 14:22:18.371891 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:18.383437 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0270ca1a-e00c-4f89-8e95-2610aeac050b req-cc2c835f-33b7-43f8-9a66-06be5d46cd38 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612319 May 18 14:22:18.753275 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3f7b7-284e-47dc-97e7-e24a1df39722 req-b245fae6-638d-4a30-bd20-dd5afba0e8f6 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:18.754811 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-05a3f7b7-284e-47dc-97e7-e24a1df39722 req-b245fae6-638d-4a30-bd20-dd5afba0e8f6 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0498896 May 18 14:22:18.804024 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-05a3f7b7-284e-47dc-97e7-e24a1df39722 req-155c2983-7664-4f5d-867b-47bcdde96dfe tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436897 May 18 14:22:19.304235 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025645cb-3e3b-421c-a9e8-5d6cb2f0a53c req-64e4ffd2-0c71-4f5c-a928-72b865d8942c tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:19.305756 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-025645cb-3e3b-421c-a9e8-5d6cb2f0a53c req-64e4ffd2-0c71-4f5c-a928-72b865d8942c tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 945 time: 0.0489042 May 18 14:22:19.357028 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-025645cb-3e3b-421c-a9e8-5d6cb2f0a53c req-cb9ffa75-1bd7-4637-a346-d23c5f8d2de6 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440056 May 18 14:22:19.719279 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca68798-ca02-4737-9ed5-3c1a4ebcdab5 req-df68d239-4bbf-4bf2-9da2-305d2f075f8c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:19.720762 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dca68798-ca02-4737-9ed5-3c1a4ebcdab5 req-df68d239-4bbf-4bf2-9da2-305d2f075f8c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.2603920 May 18 14:22:19.770889 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dca68798-ca02-4737-9ed5-3c1a4ebcdab5 req-ead7bb46-2d99-482d-a687-beaab610bf5a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414894 May 18 14:22:19.942534 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc5e00-41ed-4653-b296-4da606968811 req-1d7017fa-0e87-4e35-85e6-00eef53a1605 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:19.944339 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cbcc5e00-41ed-4653-b296-4da606968811 req-1d7017fa-0e87-4e35-85e6-00eef53a1605 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0911670 May 18 14:22:19.954024 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 46876) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:22:19.958506 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-b52d4835-2d9a-48c5-911c-0788041c26c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Request body: {'floatingip': {'port_id': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:22:19.959290 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6647ffc-a958-47b3-b5db-955f1ee029d1 req-362607b0-584e-4a64-8b76-e809d1f64f76 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:19.960750 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f6647ffc-a958-47b3-b5db-955f1ee029d1 req-362607b0-584e-4a64-8b76-e809d1f64f76 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0679455 May 18 14:22:20.001990 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b52d4835-2d9a-48c5-911c-0788041c26c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (7dde5027-21b9-42d6-911d-5a69abbdbd87), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:20.011595 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f6647ffc-a958-47b3-b5db-955f1ee029d1 req-ff9b25f0-d652-4a80-ae9b-1e4fe467fb4d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440886 May 18 14:22:20.361467 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:22:20.407311 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8af5d-04c2-4c4b-9d39-d6e552ab3c57 req-3c3133b8-289d-42cb-9265-2525b24e6b1c tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:20.408761 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-04b8af5d-04c2-4c4b-9d39-d6e552ab3c57 req-3c3133b8-289d-42cb-9265-2525b24e6b1c tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 945 time: 0.1347702 May 18 14:22:20.412366 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b14701-e98b-40ec-b720-dcf75a61cc82 req-d7d593fd-9dce-4d36-b7e6-6cf520a9ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:20.413812 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d8b14701-e98b-40ec-b720-dcf75a61cc82 req-d7d593fd-9dce-4d36-b7e6-6cf520a9ab7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=658446fc889449e6bc55b5856b9ce144&device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 1130 time: 0.1387205 May 18 14:22:20.460164 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:20.479328 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82a193-cba1-4a44-8b04-3a55fd9c3497 req-1f120c82-2166-470e-8561-a20cf1d6d308 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:20.480834 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4d82a193-cba1-4a44-8b04-3a55fd9c3497 req-1f120c82-2166-470e-8561-a20cf1d6d308 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 945 time: 0.0511220 May 18 14:22:20.533667 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4d82a193-cba1-4a44-8b04-3a55fd9c3497 req-189e1714-f1c8-4275-abd3-bec80bbcd56b tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/security-groups?id=2e244b44-34cb-4760-a3d8-281da27ad576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460176 May 18 14:22:20.563426 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=72 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:20.651719 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-04b8af5d-04c2-4c4b-9d39-d6e552ab3c57 req-60d86f1f-8223-4543-ac66-da6676e52053 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Deleting port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:22:20.652061 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-04b8af5d-04c2-4c4b-9d39-d6e552ab3c57 req-60d86f1f-8223-4543-ac66-da6676e52053 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:20.710546 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b14701-e98b-40ec-b720-dcf75a61cc82 req-704a0389-7571-4394-a3b6-4fa8bb6a26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:20.712014 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d8b14701-e98b-40ec-b720-dcf75a61cc82 req-704a0389-7571-4394-a3b6-4fa8bb6a26b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=334439c5-6ef6-4e71-8281-26641c373c95 HTTP/1.1" status: 200 len: 912 time: 0.2787249 May 18 14:22:20.904603 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d8b14701-e98b-40ec-b720-dcf75a61cc82 req-2f446d46-848e-4752-bd8c-137ddb761cb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a13fd54-c45b-4661-b1e4-180d199c7f85 HTTP/1.1" status: 200 len: 1001 time: 0.1847136 May 18 14:22:20.977672 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-04b8af5d-04c2-4c4b-9d39-d6e552ab3c57 req-60d86f1f-8223-4543-ac66-da6676e52053 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] For port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3,segment=NetworkSegment(0229fe97-0410-4a62-a965-0478f5cb710d),segment_id=0229fe97-0410-4a62-a965-0478f5cb710d)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:22:20.978386 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-04b8af5d-04c2-4c4b-9d39-d6e552ab3c57 req-60d86f1f-8223-4543-ac66-da6676e52053 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:20.998201 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:21.000957 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-04b8af5d-04c2-4c4b-9d39-d6e552ab3c57 req-60d86f1f-8223-4543-ac66-da6676e52053 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Calling delete_port for 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:22:21.026345 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b14701-e98b-40ec-b720-dcf75a61cc82 req-12246b5f-5296-459f-946a-9ca67470b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:21.028197 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d8b14701-e98b-40ec-b720-dcf75a61cc82 req-12246b5f-5296-459f-946a-9ca67470b1e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d339709-559c-40e7-b626-3d9428a02eca HTTP/1.1" status: 200 len: 850 time: 0.1131287 May 18 14:22:21.095435 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.db.resource_extend [None req-b52d4835-2d9a-48c5-911c-0788041c26c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:22:21.129111 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:21.131497 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62642b-6cc8-4257-affb-a08669e6162b req-c42ae237-94a1-4041-bafd-b6e374abb63a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:21.133024 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff62642b-6cc8-4257-affb-a08669e6162b req-c42ae237-94a1-4041-bafd-b6e374abb63a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0490456 May 18 14:22:21.166497 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b14701-e98b-40ec-b720-dcf75a61cc82 req-291f6782-3929-494a-87a4-45993624d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:21.167932 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d8b14701-e98b-40ec-b720-dcf75a61cc82 req-291f6782-3929-494a-87a4-45993624d714 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=334439c5-6ef6-4e71-8281-26641c373c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1333606 May 18 14:22:21.179507 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b52d4835-2d9a-48c5-911c-0788041c26c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:21.187510 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff62642b-6cc8-4257-affb-a08669e6162b req-d651e152-3c4a-4dc2-8744-b101e3af44be tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484676 May 18 14:22:21.237783 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b52d4835-2d9a-48c5-911c-0788041c26c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (7dde5027-21b9-42d6-911d-5a69abbdbd87), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:21.396667 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d8b14701-e98b-40ec-b720-dcf75a61cc82 req-9d980c99-4f82-4d81-bbd0-3ee87f6b91e2 service neutron] 10.222.0.72 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208779 May 18 14:22:21.453588 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [None req-b52d4835-2d9a-48c5-911c-0788041c26c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Floating IP 7dde5027-21b9-42d6-911d-5a69abbdbd87 associated. External IP: 172.27.2.24, port: cea436b6-0de4-47d9-a6dd-c0514f0884ce. May 18 14:22:21.490246 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-04b8af5d-04c2-4c4b-9d39-d6e552ab3c57 req-60d86f1f-8223-4543-ac66-da6676e52053 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (5a91a0b3-6049-4f73-98b4-b5a7eecb53b3), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:21.502743 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['5a91a0b3-6049-4f73-98b4-b5a7eecb53b3'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:22:21.556330 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d86f1f-8223-4543-ac66-da6676e52053 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Pushing event deleted for resources: {'Port': ['ID=5a91a0b3-6049-4f73-98b4-b5a7eecb53b3,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:21.633907 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b8af5d-04c2-4c4b-9d39-d6e552ab3c57 req-60d86f1f-8223-4543-ac66-da6676e52053 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] No DVR routers for this DVR port 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:22:21.634232 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8afaeaef-04df-4f24-b198-8a8101b48d92 req-00f11ec0-e809-49e3-a72a-fcdffc2fdf80 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 210 time: 0.0278490 May 18 14:22:21.645106 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-04b8af5d-04c2-4c4b-9d39-d6e552ab3c57 req-60d86f1f-8223-4543-ac66-da6676e52053 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:21.648349 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-04b8af5d-04c2-4c4b-9d39-d6e552ab3c57 req-60d86f1f-8223-4543-ac66-da6676e52053 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.72 "DELETE /v2.0/ports/5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 HTTP/1.1" status: 204 len: 173 time: 1.2295697 May 18 14:22:21.648892 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf078622-c008-46a2-a473-5ef676cecf5e', 'name': 'network-vif-deleted', 'tag': '5a91a0b3-6049-4f73-98b4-b5a7eecb53b3'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:22:21.651120 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4089853a-c997-4f02-9f51-228105bc6325" -d '{"events": [{"server_uuid": "cf078622-c008-46a2-a473-5ef676cecf5e", "name": "network-vif-deleted", "tag": "5a91a0b3-6049-4f73-98b4-b5a7eecb53b3"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:22:21.661437 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d8b14701-e98b-40ec-b720-dcf75a61cc82 req-6f3a334e-4d81-46f0-b428-a8b685152e51 service neutron] 10.222.0.72 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551029 May 18 14:22:21.710468 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef368d70-4b7b-4124-be92-a9dcbbc6bbd8 x-openstack-request-id: req-ef368d70-4b7b-4124-be92-a9dcbbc6bbd8 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:22:21.710468 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf078622-c008-46a2-a473-5ef676cecf5e", "name": "network-vif-deleted", "tag": "5a91a0b3-6049-4f73-98b4-b5a7eecb53b3", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:22:21.710468 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ef368d70-4b7b-4124-be92-a9dcbbc6bbd8 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:22:21.710787 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef368d70-4b7b-4124-be92-a9dcbbc6bbd8'] response: {'server_uuid': 'cf078622-c008-46a2-a473-5ef676cecf5e', 'name': 'network-vif-deleted', 'tag': '5a91a0b3-6049-4f73-98b4-b5a7eecb53b3', 'status': 'completed', 'code': 200} May 18 14:22:21.782634 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:21.784679 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52d4835-2d9a-48c5-911c-0788041c26c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Router 7511f96a-8fe2-437d-9b16-62981bc286fd has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:22:22.137776 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52d4835-2d9a-48c5-911c-0788041c26c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:22:22.143462 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b52d4835-2d9a-48c5-911c-0788041c26c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:22.148727 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441076e-ea3d-4e94-8cdf-245e52aa2181 None None] Sync routers for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:22:22.160955 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441076e-ea3d-4e94-8cdf-245e52aa2181 None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:22:22.161594 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-c441076e-ea3d-4e94-8cdf-245e52aa2181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:22:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:22.175172 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b52d4835-2d9a-48c5-911c-0788041c26c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "PUT /v2.0/floatingips/7dde5027-21b9-42d6-911d-5a69abbdbd87 HTTP/1.1" status: 200 len: 990 time: 2.2200425 May 18 14:22:22.284984 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-c441076e-ea3d-4e94-8cdf-245e52aa2181 None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:22:22.309650 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaec238-e591-4586-a9ee-fb4b42855a41 req-d432560e-0f2e-4c79-a42e-4cbab127b0c9 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:22.311361 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aaaec238-e591-4586-a9ee-fb4b42855a41 req-d432560e-0f2e-4c79-a42e-4cbab127b0c9 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0499122 May 18 14:22:22.360480 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aaaec238-e591-4586-a9ee-fb4b42855a41 req-7af42984-42cb-46f1-95a5-fe0ddf5a0dcd tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434396 May 18 14:22:22.607269 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-c441076e-ea3d-4e94-8cdf-245e52aa2181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '7dde5027-21b9-42d6-911d-5a69abbdbd87', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'port_id': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'mac_address': 'fa:16:3e:35:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:21:55Z', 'updated_at': '2022-05-18T14:22:20Z', 'revision_number': 1, 'project_id': '909802130f2948bcae9d2445f267a32c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:48Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:22.632555 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441076e-ea3d-4e94-8cdf-245e52aa2181 None None] Checking router: 7511f96a-8fe2-437d-9b16-62981bc286fd for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:22:22.642208 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441076e-ea3d-4e94-8cdf-245e52aa2181 None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:22:22.642846 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-c441076e-ea3d-4e94-8cdf-245e52aa2181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:22:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:22.753806 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-c441076e-ea3d-4e94-8cdf-245e52aa2181 None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:22:22.759638 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d7ae8f70-b402-45f2-9874-9aea11f81d51 req-763bd4d4-c07e-4a06-94a7-673a58690ab1 tempest-VolumesSnapshotTestJSON-1974791930 tempest-VolumesSnapshotTestJSON-1974791930-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf078622-c008-46a2-a473-5ef676cecf5e HTTP/1.1" status: 200 len: 210 time: 0.0333512 May 18 14:22:23.019987 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:23.087794 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:23.096289 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-c441076e-ea3d-4e94-8cdf-245e52aa2181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '7dde5027-21b9-42d6-911d-5a69abbdbd87', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'port_id': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'mac_address': 'fa:16:3e:35:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:21:55Z', 'updated_at': '2022-05-18T14:22:20Z', 'revision_number': 1, 'project_id': '909802130f2948bcae9d2445f267a32c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:48Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:23.125573 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441076e-ea3d-4e94-8cdf-245e52aa2181 None None] The sync data for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi is: [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '7dde5027-21b9-42d6-911d-5a69abbdbd87', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'port_id': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'mac_address': 'fa:16:3e:35:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:21:55Z', 'updated_at': '2022-05-18T14:22:20Z', 'revision_number': 1, 'project_id': '909802130f2948bcae9d2445f267a32c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:48Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:22:23.334981 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca8e49-dda0-434d-bc77-78ec9b292d3a None None] New status for floating IP 7dde5027-21b9-42d6-911d-5a69abbdbd87: ACTIVE {{(pid=104327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:22:23.487417 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010c322-c131-4720-b63c-ea9e7dae9967 req-34243d96-56d4-4b07-b0fb-f3a4c39e7d61 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:23.488952 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0010c322-c131-4720-b63c-ea9e7dae9967 req-34243d96-56d4-4b07-b0fb-f3a4c39e7d61 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0508256 May 18 14:22:23.543983 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0010c322-c131-4720-b63c-ea9e7dae9967 req-937ec1cf-3d95-48ec-8630-03e5db0b08b3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478206 May 18 14:22:23.712366 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:22:23.714751 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df9c532-d413-4d1b-8f7e-82fe9012e803" -d '{"events": [{"name": "network-changed", "server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:22:23.752916 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0cee59-9ea6-4d53-8b1e-864180ad716a x-openstack-request-id: req-7a0cee59-9ea6-4d53-8b1e-864180ad716a {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:22:23.753207 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:22:23.753457 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a0cee59-9ea6-4d53-8b1e-864180ad716a {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:22:23.753855 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0cee59-9ea6-4d53-8b1e-864180ad716a'] response: {'name': 'network-changed', 'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'status': 'completed', 'code': 200} May 18 14:22:23.818437 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9c532-d413-4d1b-8f7e-82fe9012e803 req-90dcf8f5-d607-411c-b860-24eb6787cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:23.821636 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2df9c532-d413-4d1b-8f7e-82fe9012e803 req-90dcf8f5-d607-411c-b860-24eb6787cb01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 1129 time: 0.0424011 May 18 14:22:23.907544 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:23.926998 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9c532-d413-4d1b-8f7e-82fe9012e803 req-f41ae961-1813-4928-829d-14a3aca3cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:23.928547 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2df9c532-d413-4d1b-8f7e-82fe9012e803 req-f41ae961-1813-4928-829d-14a3aca3cc3d service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 918 time: 0.1021161 May 18 14:22:23.966463 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:22:23.989097 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:22:23.989440 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 5a91a0b3-6049-4f73-98b4-b5a7eecb53b3 not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:22:24.002155 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2df9c532-d413-4d1b-8f7e-82fe9012e803 req-139f394e-935e-40a8-b189-036ecbe02fbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce HTTP/1.1" status: 200 len: 1000 time: 0.0632181 May 18 14:22:24.056145 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9c532-d413-4d1b-8f7e-82fe9012e803 req-d2fb96ee-1959-4da8-a353-eb9b72b47d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:24.057579 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2df9c532-d413-4d1b-8f7e-82fe9012e803 req-d2fb96ee-1959-4da8-a353-eb9b72b47d28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 200 len: 856 time: 0.0490627 May 18 14:22:24.108034 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9c532-d413-4d1b-8f7e-82fe9012e803 req-3228eb8f-cc09-4b86-ba71-837ad0d8ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:24.109592 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2df9c532-d413-4d1b-8f7e-82fe9012e803 req-3228eb8f-cc09-4b86-ba71-837ad0d8ab34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a849efa-7750-49f6-9fa8-deee59756847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420833 May 18 14:22:24.206545 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2df9c532-d413-4d1b-8f7e-82fe9012e803 req-4820431b-6e06-4c74-8f88-067a7a27a1ef service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911736 May 18 14:22:24.312742 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2df9c532-d413-4d1b-8f7e-82fe9012e803 req-51ba83a3-6b2e-43a0-8e4a-f9db3c670bb5 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003611 May 18 14:22:24.907596 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:30.055567 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5b5ad505-fa31-4ae3-9a59-16a9e9fb52e0 req-57dd1dab-ec94-42ad-996a-2ad22acce7df service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384307 May 18 14:22:30.136539 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ad505-fa31-4ae3-9a59-16a9e9fb52e0 req-e25507ea-1408-4414-bc1a-5fc097f015c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:30.138151 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5b5ad505-fa31-4ae3-9a59-16a9e9fb52e0 req-e25507ea-1408-4414-bc1a-5fc097f015c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 1130 time: 0.0384383 May 18 14:22:30.261534 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ad505-fa31-4ae3-9a59-16a9e9fb52e0 req-8ef76fd7-f56d-461a-bc1e-bc0783a209b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:30.263742 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5b5ad505-fa31-4ae3-9a59-16a9e9fb52e0 req-8ef76fd7-f56d-461a-bc1e-bc0783a209b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 200 len: 919 time: 0.0984929 May 18 14:22:30.309675 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5b5ad505-fa31-4ae3-9a59-16a9e9fb52e0 req-42c5d21f-4498-4e66-885c-8431dcd9f0b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8e5e90-7411-4133-9ff1-cc1ae0609c77 HTTP/1.1" status: 200 len: 217 time: 0.0335062 May 18 14:22:30.358834 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ad505-fa31-4ae3-9a59-16a9e9fb52e0 req-fc1a8594-8124-4110-90ca-e8c54f307f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:30.360372 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5b5ad505-fa31-4ae3-9a59-16a9e9fb52e0 req-fc1a8594-8124-4110-90ca-e8c54f307f91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 200 len: 857 time: 0.0445843 May 18 14:22:30.411973 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ad505-fa31-4ae3-9a59-16a9e9fb52e0 req-2d83fe93-67bd-4df3-8d63-62b2a31fbbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:30.413528 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5b5ad505-fa31-4ae3-9a59-16a9e9fb52e0 req-2d83fe93-67bd-4df3-8d63-62b2a31fbbd2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=baccbdbd-0bb0-4326-967c-7a711fcb09dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450263 May 18 14:22:30.512014 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5b5ad505-fa31-4ae3-9a59-16a9e9fb52e0 req-8d5c7f11-ca06-4d4b-8e23-6bc1d52fc04c service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920801 May 18 14:22:30.612200 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5b5ad505-fa31-4ae3-9a59-16a9e9fb52e0 req-0aa6a47c-7c09-4237-9767-5d306060fbba service neutron] 10.222.0.72 "GET /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935416 May 18 14:22:31.159381 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3187-b028-44c3-8d67-3a93c0503427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:33.490637 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f0403f73-d246-475a-b2da-372b549f900e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:33.500349 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:33.521398 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=90 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:33.535757 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=31 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:33.538684 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=83 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:35.142211 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:36.239186 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:37.753826 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:40.595729 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=81 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:40.607920 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:47.651468 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:47.658716 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:49.700843 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47044) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:22:49.746239 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Deleting subnet 5db89743-f78f-4687-8c3b-9140b83967ce {{(pid=104324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:22:49.749871 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Publish callbacks [] for subnet (5db89743-f78f-4687-8c3b-9140b83967ce), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:49.786247 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064934'] for subnet (5db89743-f78f-4687-8c3b-9140b83967ce), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:49.830840 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (5db89743-f78f-4687-8c3b-9140b83967ce), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:49.982643 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4064870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324609'] for subnet (5db89743-f78f-4687-8c3b-9140b83967ce), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:50.008767 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db89743-f78f-4687-8c3b-9140b83967ce,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:50.019168 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.019621 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.019966 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.020309 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.020654 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.021012 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.021905 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.021905 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.022148 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.022331 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.022608 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.022937 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.023258 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.023581 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.023903 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:50.027035 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:50.030748 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-ca80c256-a473-4a9a-82aa-eda214db2f3a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5db89743-f78f-4687-8c3b-9140b83967ce HTTP/1.1" status: 204 len: 168 time: 0.3288503 May 18 14:22:50.033097 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47046) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:22:50.110581 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (f33887a7-c715-4b1c-bc7a-df6c4c46a962), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:50.202904 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (f33887a7-c715-4b1c-bc7a-df6c4c46a962), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:50.224430 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33887a7-c715-4b1c-bc7a-df6c4c46a962']}} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:50.235728 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0229fe97-0410-4a62-a965-0478f5cb710d') {'for_net_delete': True} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:50.240990 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0229fe97-0410-4a62-a965-0478f5cb710d') {} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:50.249814 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064927'] for segment (0229fe97-0410-4a62-a965-0478f5cb710d), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:50.264650 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (0229fe97-0410-4a62-a965-0478f5cb710d), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:50.271728 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=104324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:22:50.272127 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063684'] for segment (0229fe97-0410-4a62-a965-0478f5cb710d), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: Traceback (most recent call last): May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: timer() May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: cb(*args, **kw) May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: return func(*args, **kwargs) May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: self._notify() May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: self.callback(batched_events) May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: event.method(event) May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: return f(self, *a, **k) May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._get(url).json() May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: return self.request(url, 'GET', **kwargs) May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:22:50.273986 dv-cinder-755101-9-iscsi neutron-server[104324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:22:50.455834 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (f33887a7-c715-4b1c-bc7a-df6c4c46a962), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:50.462107 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:50.465450 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f33887a7-c715-4b1c-bc7a-df6c4c46a962 HTTP/1.1" status: 204 len: 168 time: 0.4313924 May 18 14:22:50.476880 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad82810-0b47-4d7d-99c6-3b6a01fe1f24 admin admin] Pushing event deleted for resources: {'Network': ['ID=f33887a7-c715-4b1c-bc7a-df6c4c46a962,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:50.876647 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47062) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:22:50.922913 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-422cb35c-b0e5-4966-b6c7-2896201bd612 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bb4c33274e584df8a977aaf5c4add4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446153 May 18 14:22:50.926336 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47064) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:22:50.975489 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Publish callbacks [] for security_group (2e244b44-34cb-4760-a3d8-281da27ad576), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:50.997920 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Publish callbacks [] for security_group (2e244b44-34cb-4760-a3d8-281da27ad576), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:51.114309 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (2e244b44-34cb-4760-a3d8-281da27ad576), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:51.116809 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:51.118004 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2e244b44-34cb-4760-a3d8-281da27ad576 HTTP/1.1" status: 204 len: 168 time: 0.1907547 May 18 14:22:51.125967 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e244b44-34cb-4760-a3d8-281da27ad576,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:51.135053 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.135397 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.135742 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.136084 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.136420 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.136753 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.137099 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.137427 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.137759 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.138095 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.138408 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.138728 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.139047 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.139392 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:51.139712 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c1f0a9-c32c-4672-839b-606cb5bdd03a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:53.978062 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20b8ba-8161-4570-a3e3-7b26df2fd2f3 req-af80b309-fd12-4435-85e8-4a6de989d2f5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:53.979488 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eb20b8ba-8161-4570-a3e3-7b26df2fd2f3 req-af80b309-fd12-4435-85e8-4a6de989d2f5 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.2043431 May 18 14:22:54.029486 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eb20b8ba-8161-4570-a3e3-7b26df2fd2f3 req-97ed373a-ee54-449f-b094-cb34881e4a5d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442259 May 18 14:22:54.981857 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:55.145288 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62c8dc-8855-43bc-9124-9ff102d0267b req-b9ce86bb-03ce-4317-8637-d1b3e9011d02 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:55.146761 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bb62c8dc-8855-43bc-9124-9ff102d0267b req-b9ce86bb-03ce-4317-8637-d1b3e9011d02 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0468302 May 18 14:22:55.198365 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bb62c8dc-8855-43bc-9124-9ff102d0267b req-bdb249f9-c2ab-4036-a383-8d5e2d18c73b tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460603 May 18 14:22:56.319316 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebe85f-9303-439f-8f87-10aea7b6f153 req-103509ba-f146-44f8-bb5d-af314f815274 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:56.320832 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9cebe85f-9303-439f-8f87-10aea7b6f153 req-103509ba-f146-44f8-bb5d-af314f815274 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0480695 May 18 14:22:56.374120 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9cebe85f-9303-439f-8f87-10aea7b6f153 req-df5f59d1-b127-410a-a8d4-1abd6948b34b tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474660 May 18 14:22:57.360226 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:22:57.490065 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f961-a689-4d74-8a01-1ba0ffb05d99 req-57b8691d-7d7d-4e49-ba9d-cc95cc4dd665 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:57.491444 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3317f961-a689-4d74-8a01-1ba0ffb05d99 req-57b8691d-7d7d-4e49-ba9d-cc95cc4dd665 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0466249 May 18 14:22:57.531331 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:57.538599 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3317f961-a689-4d74-8a01-1ba0ffb05d99 req-1680ecc6-e231-4757-b2dc-e5b971e742b1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 May 18 14:22:58.222229 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-0e5d9c38-2c4e-448a-9b2c-901c03609395 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:58.223743 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-0e5d9c38-2c4e-448a-9b2c-901c03609395 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0516319 May 18 14:22:58.312685 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Deleting port dca7d76b-8e81-48d0-9bab-071a1dd0f036 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:22:58.313055 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:58.412077 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] For port dca7d76b-8e81-48d0-9bab-071a1dd0f036, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=dca7d76b-8e81-48d0-9bab-071a1dd0f036,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:22:58.412443 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:58.585193 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:58.585603 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (d5ae946e-f8f7-483d-90b4-625c6090d3cd), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:58.585950 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Floating IP d5ae946e-f8f7-483d-90b4-625c6090d3cd disassociated. External IP: 172.27.2.18, port: dca7d76b-8e81-48d0-9bab-071a1dd0f036. May 18 14:22:58.586341 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Calling delete_port for dca7d76b-8e81-48d0-9bab-071a1dd0f036 owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:22:58.662834 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4a604-e4e1-489b-82b0-fa3fce28a7b5 req-0205a89b-fc9b-4979-947e-4f32901fa1de tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:22:58.669636 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d3e4a604-e4e1-489b-82b0-fa3fce28a7b5 req-0205a89b-fc9b-4979-947e-4f32901fa1de tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 946 time: 0.0594358 May 18 14:22:58.717186 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d3e4a604-e4e1-489b-82b0-fa3fce28a7b5 req-9518a6e1-903f-499a-9ffd-a2c5935b4123 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=0623c9df-e27e-49d4-8abd-9935a417b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466452 May 18 14:22:58.793483 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (dca7d76b-8e81-48d0-9bab-071a1dd0f036), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:58.821977 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event deleted for resources: {'Port': ['ID=dca7d76b-8e81-48d0-9bab-071a1dd0f036,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:58.875918 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:58.938958 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Router 16f5fabf-391e-48c1-82fa-362bbfab9135 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:22:58.946185 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:22:59.047737 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:22:59.057694 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260e4ace-8bf2-4fb7-b69a-288c62831cb2 None None] Sync routers for ids ['16f5fabf-391e-48c1-82fa-362bbfab9135'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:22:59.068972 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e4ace-8bf2-4fb7-b69a-288c62831cb2 None None] Routers {'16f5fabf-391e-48c1-82fa-362bbfab9135'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:22:59.069615 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-260e4ace-8bf2-4fb7-b69a-288c62831cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:22:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['16f5fabf-391e-48c1-82fa-362bbfab9135'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:59.092456 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] No DVR routers for this DVR port dca7d76b-8e81-48d0-9bab-071a1dd0f036 on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:22:59.095537 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:22:59.099835 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cc24231f-bd12-4c20-a214-1f4118e98d5a req-efeca002-f656-4d03-8a22-d77901ce989e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "DELETE /v2.0/ports/dca7d76b-8e81-48d0-9bab-071a1dd0f036 HTTP/1.1" status: 204 len: 173 time: 0.8686697 May 18 14:22:59.100326 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547fc190-6948-4b43-be50-f2ff5871117d', 'name': 'network-vif-deleted', 'tag': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:22:59.102559 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe13a05-6ab5-4aec-b7b8-c7252426de5d" -d '{"events": [{"server_uuid": "547fc190-6948-4b43-be50-f2ff5871117d", "name": "network-vif-deleted", "tag": "dca7d76b-8e81-48d0-9bab-071a1dd0f036"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:22:59.201567 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-260e4ace-8bf2-4fb7-b69a-288c62831cb2 None None] Set router 16f5fabf-391e-48c1-82fa-362bbfab9135 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:22:59.227139 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c0f901-0438-4e84-8444-22a44a8c5cb7 x-openstack-request-id: req-90c0f901-0438-4e84-8444-22a44a8c5cb7 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:22:59.227601 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547fc190-6948-4b43-be50-f2ff5871117d", "name": "network-vif-deleted", "tag": "dca7d76b-8e81-48d0-9bab-071a1dd0f036", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:22:59.227684 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-90c0f901-0438-4e84-8444-22a44a8c5cb7 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:22:59.228068 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c0f901-0438-4e84-8444-22a44a8c5cb7'] response: {'server_uuid': '547fc190-6948-4b43-be50-f2ff5871117d', 'name': 'network-vif-deleted', 'tag': 'dca7d76b-8e81-48d0-9bab-071a1dd0f036', 'status': 'completed', 'code': 200} May 18 14:22:59.440451 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-260e4ace-8bf2-4fb7-b69a-288c62831cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '88f38492-f007-4511-964f-99932d373e68', 'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'mac_address': 'fa:16:3e:b6:c1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:33Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 5, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'subnets': [{'id': 'de832773-715d-478a-9977-447bac299d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:59.466623 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260e4ace-8bf2-4fb7-b69a-288c62831cb2 None None] Checking router: 16f5fabf-391e-48c1-82fa-362bbfab9135 for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:22:59.475452 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e4ace-8bf2-4fb7-b69a-288c62831cb2 None None] Routers {'16f5fabf-391e-48c1-82fa-362bbfab9135'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:22:59.476070 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-260e4ace-8bf2-4fb7-b69a-288c62831cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:22:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['16f5fabf-391e-48c1-82fa-362bbfab9135'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:59.583795 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-260e4ace-8bf2-4fb7-b69a-288c62831cb2 None None] Set router 16f5fabf-391e-48c1-82fa-362bbfab9135 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:22:59.787725 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-260e4ace-8bf2-4fb7-b69a-288c62831cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '88f38492-f007-4511-964f-99932d373e68', 'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'mac_address': 'fa:16:3e:b6:c1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:33Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 5, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'subnets': [{'id': 'de832773-715d-478a-9977-447bac299d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:59.817886 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260e4ace-8bf2-4fb7-b69a-288c62831cb2 None None] The sync data for ids ['16f5fabf-391e-48c1-82fa-362bbfab9135'] in dv-cinder-755101-9-iscsi is: [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:17:35Z', 'revision_number': 4, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '88f38492-f007-4511-964f-99932d373e68', 'name': '', 'network_id': 'baccbdbd-0bb0-4326-967c-7a711fcb09dc', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'mac_address': 'fa:16:3e:b6:c1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de832773-715d-478a-9977-447bac299d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:33Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 5, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'subnets': [{'id': 'de832773-715d-478a-9977-447bac299d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:22:59.830182 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eacafb75-6096-47ed-bb74-adf6854516b2 req-7115848f-ebc6-4633-bfd7-f1335806ab3a tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 210 time: 0.0281949 May 18 14:23:00.052968 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4d0d1-7869-4b44-9df5-c0866ea7acbd None None] New status for floating IP d5ae946e-f8f7-483d-90b4-625c6090d3cd: DOWN {{(pid=104327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:23:00.937478 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-985131ba-8edb-4047-90b9-dd6514943841 req-14ccf644-1ef2-467f-b13c-26f9d24c05e4 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 210 time: 0.0270059 May 18 14:23:01.090449 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6904087f-71a9-4a8e-9f8c-68d92b1bab64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:02.047149 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-67993c2f-a9af-48ab-aad9-57026aa4cf35 req-359ebada-6d98-40dc-9d16-18d72c92c50d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=547fc190-6948-4b43-be50-f2ff5871117d HTTP/1.1" status: 200 len: 210 time: 0.0310538 May 18 14:23:02.594371 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device dca7d76b-8e81-48d0-9bab-071a1dd0f036 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:23:02.615955 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: dca7d76b-8e81-48d0-9bab-071a1dd0f036 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:23:02.616297 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device dca7d76b-8e81-48d0-9bab-071a1dd0f036 not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:23:03.296961 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47190) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:03.306138 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:03.355101 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-241fc05e-edaf-43ad-ac08-6a1989562f82 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for security_group (0623c9df-e27e-49d4-8abd-9935a417b2ca), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:03.383096 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-241fc05e-edaf-43ad-ac08-6a1989562f82 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for security_group (0623c9df-e27e-49d4-8abd-9935a417b2ca), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:03.446021 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c3f40-1056-49a2-94c0-768a0cc06b0d req-b03a26c8-4fdb-4ba1-862a-741d80df8f70 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:03.447567 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-300c3f40-1056-49a2-94c0-768a0cc06b0d req-b03a26c8-4fdb-4ba1-862a-741d80df8f70 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0614386 May 18 14:23:03.502044 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c5e958a4-1c3a-4ef7-b83b-731a0dddbf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:03.518253 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-300c3f40-1056-49a2-94c0-768a0cc06b0d req-fb25901c-8739-468d-a11b-2c36c23e1808 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639584 May 18 14:23:03.559053 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-241fc05e-edaf-43ad-ac08-6a1989562f82 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (0623c9df-e27e-49d4-8abd-9935a417b2ca), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:03.561569 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-241fc05e-edaf-43ad-ac08-6a1989562f82 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:03.566877 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-241fc05e-edaf-43ad-ac08-6a1989562f82 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "DELETE /v2.0/security-groups/0623c9df-e27e-49d4-8abd-9935a417b2ca HTTP/1.1" status: 204 len: 168 time: 0.2647827 May 18 14:23:03.568925 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47204) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:03.572978 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fc05e-edaf-43ad-ac08-6a1989562f82 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0623c9df-e27e-49d4-8abd-9935a417b2ca,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:03.586327 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.api.v2.resource [None req-d587b28e-63e1-40ee-a341-671ec9cf195b tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] show failed (client error): The resource could not be found. May 18 14:23:03.590001 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-d587b28e-63e1-40ee-a341-671ec9cf195b tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups/0623c9df-e27e-49d4-8abd-9935a417b2ca HTTP/1.1" status: 404 len: 347 time: 0.0173452 May 18 14:23:03.592307 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47206) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:03.707721 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-5aecac27-0036-4774-99ee-61f7d860d432 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Deleting port dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:23:03.708061 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5aecac27-0036-4774-99ee-61f7d860d432 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:03.798073 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5aecac27-0036-4774-99ee-61f7d860d432 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:03.798476 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5aecac27-0036-4774-99ee-61f7d860d432 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for floatingip (dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:03.813113 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-5aecac27-0036-4774-99ee-61f7d860d432 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Calling delete_port for dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9 owned by network:floatingip {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:23:03.903873 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2593656-e1d1-4f18-bdf0-b97b693bc5b6 req-765a3f48-6f52-4f31-81a9-0e46d36dad50 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:03.905449 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a2593656-e1d1-4f18-bdf0-b97b693bc5b6 req-765a3f48-6f52-4f31-81a9-0e46d36dad50 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 945 time: 0.0644052 May 18 14:23:03.956807 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a2593656-e1d1-4f18-bdf0-b97b693bc5b6 req-875bd1f9-2b84-4686-addf-2639b1a3dbb7 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441763 May 18 14:23:04.033238 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5aecac27-0036-4774-99ee-61f7d860d432 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:04.059714 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecac27-0036-4774-99ee-61f7d860d432 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event deleted for resources: {'Port': ['ID=dfad9892-9bb1-4d7a-8b2b-30e2a58ca7b9,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:04.121883 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5aecac27-0036-4774-99ee-61f7d860d432 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks [] for floatingip (d5ae946e-f8f7-483d-90b4-625c6090d3cd), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:04.124388 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5aecac27-0036-4774-99ee-61f7d860d432 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:04.125622 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-5aecac27-0036-4774-99ee-61f7d860d432 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "DELETE /v2.0/floatingips/d5ae946e-f8f7-483d-90b4-625c6090d3cd HTTP/1.1" status: 204 len: 168 time: 0.5320106 May 18 14:23:04.634517 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fc4be-da01-4c1a-a294-94eef1ce3775 req-2b5c1a39-5132-4a61-a016-0128158f0420 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:04.635994 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-110fc4be-da01-4c1a-a294-94eef1ce3775 req-2b5c1a39-5132-4a61-a016-0128158f0420 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0470800 May 18 14:23:04.685082 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-110fc4be-da01-4c1a-a294-94eef1ce3775 req-99dc1ab3-7da4-4e7a-ba30-8b864bd30b81 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435677 May 18 14:23:04.943766 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662b958-ff07-4a2a-a1d6-72726a368e15 req-b0df69f0-4a0e-444e-a49f-4a201f4e6546 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:04.945310 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4662b958-ff07-4a2a-a1d6-72726a368e15 req-b0df69f0-4a0e-444e-a49f-4a201f4e6546 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0515950 May 18 14:23:04.994767 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4662b958-ff07-4a2a-a1d6-72726a368e15 req-c59e9a2f-dcdf-4487-b977-a42b5e1bca2d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438437 May 18 14:23:05.082076 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1dc20-3e03-4adf-be9f-8de7f8e7fbef req-f863a930-7fa1-4d01-adbb-2a42778480a3 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:05.083792 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6be1dc20-3e03-4adf-be9f-8de7f8e7fbef req-f863a930-7fa1-4d01-adbb-2a42778480a3 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 945 time: 0.0551121 May 18 14:23:05.095570 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:05.113832 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:05.136214 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6be1dc20-3e03-4adf-be9f-8de7f8e7fbef req-ec83b242-24e2-4a6e-910d-c8306f424b46 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466697 May 18 14:23:05.805218 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bbe68-9f9f-459b-8bbc-a0d6af41671d req-7f47c7f6-ed9e-494e-a636-54cc5feb6ebb tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:05.806773 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-144bbe68-9f9f-459b-8bbc-a0d6af41671d req-7f47c7f6-ed9e-494e-a636-54cc5feb6ebb tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0491345 May 18 14:23:05.861825 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-144bbe68-9f9f-459b-8bbc-a0d6af41671d req-7161c603-a41a-4138-a77c-a69462bc3a3f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494704 May 18 14:23:06.121730 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55def0da-8fee-4bd7-9b18-ea193d361a80 req-9ba9b3a7-8aea-4279-ab82-3e0b33095d5b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:06.123283 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-55def0da-8fee-4bd7-9b18-ea193d361a80 req-9ba9b3a7-8aea-4279-ab82-3e0b33095d5b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0524743 May 18 14:23:06.180567 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-55def0da-8fee-4bd7-9b18-ea193d361a80 req-1c1937ee-d22a-45cf-85a7-bd8f64c5d834 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478678 May 18 14:23:06.182675 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:06.280002 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c6525-0b8c-41d2-b1d8-09fc9073f81a req-481db2ed-7837-40cd-ba7a-07a8fac024bc tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:06.281596 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e04c6525-0b8c-41d2-b1d8-09fc9073f81a req-481db2ed-7837-40cd-ba7a-07a8fac024bc tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 945 time: 0.0513766 May 18 14:23:06.332312 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e04c6525-0b8c-41d2-b1d8-09fc9073f81a req-9eafd04a-3228-4301-8bed-5de233db5161 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446553 May 18 14:23:06.978584 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a37501-98d2-4871-bf3f-df03467d8e22 req-b10926bd-e2fa-42e4-b5bc-6ef68ee2727d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:06.980054 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-52a37501-98d2-4871-bf3f-df03467d8e22 req-b10926bd-e2fa-42e4-b5bc-6ef68ee2727d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0497608 May 18 14:23:07.028312 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-52a37501-98d2-4871-bf3f-df03467d8e22 req-6bb8b4ed-8904-494e-8688-b607afbc4f2a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424879 May 18 14:23:07.321428 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409460d8-f0a4-428d-afb3-7d4cdebcd251 req-6d59d26b-5e88-48c6-abd3-8386ea1d451d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:07.322661 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-409460d8-f0a4-428d-afb3-7d4cdebcd251 req-6d59d26b-5e88-48c6-abd3-8386ea1d451d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0496001 May 18 14:23:07.373523 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-409460d8-f0a4-428d-afb3-7d4cdebcd251 req-77849b51-ccb4-4a2c-8745-9f41213439ae tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450504 May 18 14:23:07.456004 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa9ff5-c195-4252-bf55-d9681d016638 req-c1f8c760-3bc3-4eac-a75e-d143ebf3a6f6 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:07.457656 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-28fa9ff5-c195-4252-bf55-d9681d016638 req-c1f8c760-3bc3-4eac-a75e-d143ebf3a6f6 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 945 time: 0.0499952 May 18 14:23:07.522690 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-28fa9ff5-c195-4252-bf55-d9681d016638 req-4e1536d1-15e3-4a70-ac24-7d8a02cd3a8a tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591226 May 18 14:23:07.753666 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:08.150967 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2560a-6074-4528-bb1e-48d0c3548777 req-eec6041c-5e5d-419e-b7fa-0a7ae7b84a38 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:08.180041 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-67c2560a-6074-4528-bb1e-48d0c3548777 req-eec6041c-5e5d-419e-b7fa-0a7ae7b84a38 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0522377 May 18 14:23:08.181037 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:08.204673 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-67c2560a-6074-4528-bb1e-48d0c3548777 req-95d84287-76f4-4d51-a8c3-c8254950b6bb tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463610 May 18 14:23:08.510045 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32902945-5f8f-4b46-9ae7-203b05790cc5 req-a5290926-a9f0-4143-ab5e-40b80fadf3d7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:08.511501 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-32902945-5f8f-4b46-9ae7-203b05790cc5 req-a5290926-a9f0-4143-ab5e-40b80fadf3d7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0536828 May 18 14:23:08.563715 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-32902945-5f8f-4b46-9ae7-203b05790cc5 req-e15c25c1-7791-4bfa-a421-50d2079ec791 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462608 May 18 14:23:08.657057 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff043e-8adc-4a6d-b4a7-680e263a81ea req-b70b0f09-5a6b-4f10-ad2c-c7e990614b1c tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:08.659123 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dbff043e-8adc-4a6d-b4a7-680e263a81ea req-b70b0f09-5a6b-4f10-ad2c-c7e990614b1c tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 945 time: 0.0505147 May 18 14:23:08.717325 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dbff043e-8adc-4a6d-b4a7-680e263a81ea req-ea471c78-4f36-4979-8b79-6a7302ab2d5c tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499187 May 18 14:23:08.850975 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-31a98465-3434-49ab-aea8-06b1b4afa75b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:08.854365 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-31a98465-3434-49ab-aea8-06b1b4afa75b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0533528 May 18 14:23:08.972811 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-e8ab5d42-f48d-4328-a9da-07d3e2c3baf1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:08.974293 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-e8ab5d42-f48d-4328-a9da-07d3e2c3baf1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 945 time: 0.0827811 May 18 14:23:08.997482 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Deleting port 3a13fd54-c45b-4661-b1e4-180d199c7f85 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:23:09.004958 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:09.070339 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:09.162361 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Deleting port f06abc75-4752-4346-bc0f-7bde3c84480d {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:23:09.162705 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:09.167455 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] For port 3a13fd54-c45b-4661-b1e4-180d199c7f85, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=3a13fd54-c45b-4661-b1e4-180d199c7f85,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:09.167799 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:09.250408 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:09.291707 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d05f9-8aa1-4d51-abe3-77210aaeaea1 req-cb9303eb-157f-483d-b5c3-e0b4b95ac01e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:09.293115 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0e2d05f9-8aa1-4d51-abe3-77210aaeaea1 req-cb9303eb-157f-483d-b5c3-e0b4b95ac01e tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0567071 May 18 14:23:09.372351 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e463a87-5132-4a74-9fb1-62ccb9de80a7 req-dfcecf8e-eecb-4e8a-889e-248a70971fc4 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:09.373843 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3e463a87-5132-4a74-9fb1-62ccb9de80a7 req-dfcecf8e-eecb-4e8a-889e-248a70971fc4 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 946 time: 0.0798323 May 18 14:23:09.404274 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:09.404639 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (6562e1a3-e339-42f9-958c-a3232aada30e), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:09.405023 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Floating IP 6562e1a3-e339-42f9-958c-a3232aada30e disassociated. External IP: 172.27.2.59, port: 3a13fd54-c45b-4661-b1e4-180d199c7f85. May 18 14:23:09.405552 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Calling delete_port for 3a13fd54-c45b-4661-b1e4-180d199c7f85 owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:23:09.412999 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0e2d05f9-8aa1-4d51-abe3-77210aaeaea1 req-418fdbd3-6aff-4bf8-95d6-9454b2656bf8 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078019 May 18 14:23:09.424995 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:09.456807 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3e463a87-5132-4a74-9fb1-62ccb9de80a7 req-25351539-7c9b-4d79-bf7f-7e0560597cb0 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=126211a8-e763-4f2a-9dd1-d605c45425c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759356 May 18 14:23:09.701312 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628487f0-2206-43e0-82cd-335797137b9d req-b7f85375-40fc-42d9-9235-7b5e97920dcb tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:09.702878 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-628487f0-2206-43e0-82cd-335797137b9d req-b7f85375-40fc-42d9-9235-7b5e97920dcb tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0518644 May 18 14:23:09.741163 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] For port f06abc75-4752-4346-bc0f-7bde3c84480d, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f06abc75-4752-4346-bc0f-7bde3c84480d,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:09.741163 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:09.760694 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-628487f0-2206-43e0-82cd-335797137b9d req-217d1eed-fd9a-413d-88f4-cb1f29710a82 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520439 May 18 14:23:09.878932 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f178385-40fd-4d57-bc0c-d67ba34a0c63 req-430634ca-c494-43d3-b15d-9897a6cf0856 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:09.880559 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f178385-40fd-4d57-bc0c-d67ba34a0c63 req-430634ca-c494-43d3-b15d-9897a6cf0856 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 945 time: 0.0668778 May 18 14:23:09.946237 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4f178385-40fd-4d57-bc0c-d67ba34a0c63 req-f2342b46-07c5-495d-be89-5faf9f89f376 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581951 May 18 14:23:09.996720 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (3a13fd54-c45b-4661-b1e4-180d199c7f85), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:10.031017 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event deleted for resources: {'Port': ['ID=3a13fd54-c45b-4661-b1e4-180d199c7f85,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:10.037501 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:10.037875 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (84fc4d51-a2d6-49c4-a801-0f6f2cea136b), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:10.038155 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Floating IP 84fc4d51-a2d6-49c4-a801-0f6f2cea136b disassociated. External IP: 172.27.2.108, port: f06abc75-4752-4346-bc0f-7bde3c84480d. May 18 14:23:10.038503 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Calling delete_port for f06abc75-4752-4346-bc0f-7bde3c84480d owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:23:10.180107 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:10.224562 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Router fe4748ca-7337-4e62-b4d2-9767f1f0fccf has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:23:10.315904 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:10.318408 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:10.324551 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:10.370686 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (f06abc75-4752-4346-bc0f-7bde3c84480d), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:10.406548 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event deleted for resources: {'Port': ['ID=f06abc75-4752-4346-bc0f-7bde3c84480d,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:10.414600 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:23:10.426088 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd74f5-0f3a-49a9-837a-dc3e2cba6056 None None] Sync routers for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:23:10.440452 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd74f5-0f3a-49a9-837a-dc3e2cba6056 None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:10.441420 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-e8cd74f5-0f3a-49a9-837a-dc3e2cba6056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:10.479507 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] No DVR routers for this DVR port 3a13fd54-c45b-4661-b1e4-180d199c7f85 on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:23:10.519402 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:10.523292 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5c1e78cd-8e7a-4980-9e99-e60eed9fd559 req-b7a5027d-3420-43c0-b7ff-716a3d48d28b tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.72 "DELETE /v2.0/ports/3a13fd54-c45b-4661-b1e4-180d199c7f85 HTTP/1.1" status: 204 len: 173 time: 1.6617436 May 18 14:23:10.524574 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5170720-7488-4707-a118-936a7088fa2e', 'name': 'network-vif-deleted', 'tag': '3a13fd54-c45b-4661-b1e4-180d199c7f85'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:23:10.527111 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0df994-e124-473f-a593-f981983650e1" -d '{"events": [{"server_uuid": "f5170720-7488-4707-a118-936a7088fa2e", "name": "network-vif-deleted", "tag": "3a13fd54-c45b-4661-b1e4-180d199c7f85"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:23:10.600662 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-e8cd74f5-0f3a-49a9-837a-dc3e2cba6056 None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:10.604430 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f3235a94-296d-4709-b288-03122ca0dfcd req-5242d843-5f4e-47d3-a598-a4ef5e8529e1 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 210 time: 0.0365598 May 18 14:23:10.612135 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a1a3d-203d-400a-a56b-f2cdbbef0d73 req-bd0c6140-f8cf-4460-95a2-6ce48083387c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:10.623163 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-440a1a3d-203d-400a-a56b-f2cdbbef0d73 req-bd0c6140-f8cf-4460-95a2-6ce48083387c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.0989542 May 18 14:23:10.634695 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:23:10.641608 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:10.670619 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-440a1a3d-203d-400a-a56b-f2cdbbef0d73 req-aeb6538d-7d99-4288-b5fb-16220b135e84 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504918 May 18 14:23:10.692865 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab155e2e-f17d-4110-955d-c8cbff6d0ddd x-openstack-request-id: req-ab155e2e-f17d-4110-955d-c8cbff6d0ddd {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:23:10.693157 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5170720-7488-4707-a118-936a7088fa2e", "name": "network-vif-deleted", "tag": "3a13fd54-c45b-4661-b1e4-180d199c7f85", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:23:10.693413 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab155e2e-f17d-4110-955d-c8cbff6d0ddd {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:23:10.693812 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab155e2e-f17d-4110-955d-c8cbff6d0ddd'] response: {'server_uuid': 'f5170720-7488-4707-a118-936a7088fa2e', 'name': 'network-vif-deleted', 'tag': '3a13fd54-c45b-4661-b1e4-180d199c7f85', 'status': 'completed', 'code': 200} May 18 14:23:10.773421 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:23:10.794299 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de093da-6c7a-4193-a00a-ce0f528a49e4 None None] Sync routers for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:23:10.807576 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de093da-6c7a-4193-a00a-ce0f528a49e4 None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:10.808614 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-3de093da-6c7a-4193-a00a-ce0f528a49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:10.830399 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] No DVR routers for this DVR port f06abc75-4752-4346-bc0f-7bde3c84480d on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:23:10.833122 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:10.836733 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-28a0680f-08f5-4000-92eb-5e513a89ad42 req-b3774991-aeac-4586-9ead-67d672bdc268 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "DELETE /v2.0/ports/f06abc75-4752-4346-bc0f-7bde3c84480d HTTP/1.1" status: 204 len: 173 time: 1.8510234 May 18 14:23:10.844498 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:10.937583 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-e8cd74f5-0f3a-49a9-837a-dc3e2cba6056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:07Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:10.945443 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffe1fc-236b-4177-abe2-8ffe5b94492b req-90cc6928-820c-4adc-bcf8-2dfa5638ab03 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:10.952590 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-83ffe1fc-236b-4177-abe2-8ffe5b94492b req-90cc6928-820c-4adc-bcf8-2dfa5638ab03 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0752256 May 18 14:23:10.967280 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-3de093da-6c7a-4193-a00a-ce0f528a49e4 None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:10.993822 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd74f5-0f3a-49a9-837a-dc3e2cba6056 None None] Checking router: fe4748ca-7337-4e62-b4d2-9767f1f0fccf for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:23:11.017177 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd74f5-0f3a-49a9-837a-dc3e2cba6056 None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:11.019509 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-e8cd74f5-0f3a-49a9-837a-dc3e2cba6056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:11.059167 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-83ffe1fc-236b-4177-abe2-8ffe5b94492b req-e20f6e40-0f6d-4828-8181-e13cc5dc3926 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055713 May 18 14:23:11.082849 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06801883-4fbb-4e2e-819d-625d6cc79f56 req-fafe03be-b55e-4e01-a9c9-bfd24a630685 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:11.084965 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-06801883-4fbb-4e2e-819d-625d6cc79f56 req-fafe03be-b55e-4e01-a9c9-bfd24a630685 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 945 time: 0.1013026 May 18 14:23:11.109389 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ca25293a-e923-4d50-a4f5-a213d2f99e4f req-d025d658-dcb0-4bdc-a581-80bd305da8f8 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 210 time: 0.0491955 May 18 14:23:11.203119 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-e8cd74f5-0f3a-49a9-837a-dc3e2cba6056 None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:11.214500 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-06801883-4fbb-4e2e-819d-625d6cc79f56 req-840baa27-cdd0-47c8-8399-97f1c579f1f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Deleting port 4110fb85-dc86-4e98-a601-ab441eac3d5b {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:23:11.214500 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-06801883-4fbb-4e2e-819d-625d6cc79f56 req-840baa27-cdd0-47c8-8399-97f1c579f1f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:11.267015 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-3de093da-6c7a-4193-a00a-ce0f528a49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:11.298048 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de093da-6c7a-4193-a00a-ce0f528a49e4 None None] Checking router: fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:23:11.308879 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de093da-6c7a-4193-a00a-ce0f528a49e4 None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:11.309523 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-3de093da-6c7a-4193-a00a-ce0f528a49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:11.329942 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-06801883-4fbb-4e2e-819d-625d6cc79f56 req-840baa27-cdd0-47c8-8399-97f1c579f1f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] For port 4110fb85-dc86-4e98-a601-ab441eac3d5b, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=4110fb85-dc86-4e98-a601-ab441eac3d5b,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:11.330389 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-06801883-4fbb-4e2e-819d-625d6cc79f56 req-840baa27-cdd0-47c8-8399-97f1c579f1f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:11.348832 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-06801883-4fbb-4e2e-819d-625d6cc79f56 req-840baa27-cdd0-47c8-8399-97f1c579f1f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Calling delete_port for 4110fb85-dc86-4e98-a601-ab441eac3d5b owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:23:11.405735 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:11.422281 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-3de093da-6c7a-4193-a00a-ce0f528a49e4 None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:11.563974 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-e8cd74f5-0f3a-49a9-837a-dc3e2cba6056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:07Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:11.590162 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd74f5-0f3a-49a9-837a-dc3e2cba6056 None None] The sync data for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi is: [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:07Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:23:11.603353 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-06801883-4fbb-4e2e-819d-625d6cc79f56 req-840baa27-cdd0-47c8-8399-97f1c579f1f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (4110fb85-dc86-4e98-a601-ab441eac3d5b), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:11.616653 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['ec8e5e90-7411-4133-9ff1-cc1ae0609c77', '4110fb85-dc86-4e98-a601-ab441eac3d5b'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:23:11.621292 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-3de093da-6c7a-4193-a00a-ce0f528a49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:11.650370 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de093da-6c7a-4193-a00a-ce0f528a49e4 None None] The sync data for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi is: [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:23:11.695323 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840baa27-cdd0-47c8-8399-97f1c579f1f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event deleted for resources: {'Port': ['ID=4110fb85-dc86-4e98-a601-ab441eac3d5b,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:11.798647 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-06801883-4fbb-4e2e-819d-625d6cc79f56 req-840baa27-cdd0-47c8-8399-97f1c579f1f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] No DVR routers for this DVR port 4110fb85-dc86-4e98-a601-ab441eac3d5b on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:23:11.801481 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-06801883-4fbb-4e2e-819d-625d6cc79f56 req-840baa27-cdd0-47c8-8399-97f1c579f1f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:11.804979 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-06801883-4fbb-4e2e-819d-625d6cc79f56 req-840baa27-cdd0-47c8-8399-97f1c579f1f6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "DELETE /v2.0/ports/4110fb85-dc86-4e98-a601-ab441eac3d5b HTTP/1.1" status: 204 len: 173 time: 0.7122846 May 18 14:23:11.874607 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aeab1759-f8fe-4760-8fb8-5cc9ef60dca1 req-0cee31f2-0192-4fd3-8c92-631ef01dce49 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5170720-7488-4707-a118-936a7088fa2e HTTP/1.1" status: 200 len: 210 time: 0.0962493 May 18 14:23:11.876426 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bc719831-4f56-46ac-996c-694d6360c7c2 req-817e6cb0-aea9-4422-9996-dd0eabfe3397 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 210 time: 0.0857191 May 18 14:23:11.920654 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:12.049661 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f4a8e-497e-4d5d-8399-f8d7255bf603 None None] New status for floating IP 84fc4d51-a2d6-49c4-a801-0f6f2cea136b: DOWN {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:23:12.052880 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f82810-1300-4b7b-b9e9-d6f906a10e3e None None] New status for floating IP 6562e1a3-e339-42f9-958c-a3232aada30e: DOWN {{(pid=104327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:23:12.325048 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425a75f-c5a5-44f1-abae-8a468f9704e8 req-ecb2458e-a0e1-40bf-9b36-8602c175eab4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:12.333264 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6425a75f-c5a5-44f1-abae-8a468f9704e8 req-ecb2458e-a0e1-40bf-9b36-8602c175eab4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.1588063 May 18 14:23:12.406691 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4510cc7d-4d97-4c0b-8f85-6749c26a446e req-0bfe1375-490d-4ad6-9f5a-2c513b62760b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c8a343d-e1c7-46ea-98b9-bf06bad0650d HTTP/1.1" status: 200 len: 210 time: 0.0470586 May 18 14:23:12.429790 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6425a75f-c5a5-44f1-abae-8a468f9704e8 req-0baf2a63-ae38-49e8-835e-124455b0d520 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953307 May 18 14:23:12.638388 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device f06abc75-4752-4346-bc0f-7bde3c84480d no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:23:12.661762 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: f06abc75-4752-4346-bc0f-7bde3c84480d {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:23:12.662103 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device f06abc75-4752-4346-bc0f-7bde3c84480d not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:23:12.662529 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 3a13fd54-c45b-4661-b1e4-180d199c7f85 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:23:12.682411 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 3a13fd54-c45b-4661-b1e4-180d199c7f85 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:23:12.682751 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 3a13fd54-c45b-4661-b1e4-180d199c7f85 not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:23:12.695553 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'name': 'network-vif-deleted', 'tag': 'f06abc75-4752-4346-bc0f-7bde3c84480d'}, {'server_uuid': 'c1bd0806-be9c-4710-a8d5-1267e1b99811', 'name': 'network-vif-deleted', 'tag': '4110fb85-dc86-4e98-a601-ab441eac3d5b'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:23:12.698034 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd25b393-41fc-4c27-a65e-d49add67dfc7" -d '{"events": [{"server_uuid": "2c8a343d-e1c7-46ea-98b9-bf06bad0650d", "name": "network-vif-deleted", "tag": "f06abc75-4752-4346-bc0f-7bde3c84480d"}, {"server_uuid": "c1bd0806-be9c-4710-a8d5-1267e1b99811", "name": "network-vif-deleted", "tag": "4110fb85-dc86-4e98-a601-ab441eac3d5b"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:23:12.749349 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 May 2022 14:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afa4d11-93cd-4d56-9e90-6630c7596da7 x-openstack-request-id: req-1afa4d11-93cd-4d56-9e90-6630c7596da7 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:23:12.749693 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8a343d-e1c7-46ea-98b9-bf06bad0650d", "name": "network-vif-deleted", "tag": "f06abc75-4752-4346-bc0f-7bde3c84480d", "status": "completed", "code": 200}, {"server_uuid": "c1bd0806-be9c-4710-a8d5-1267e1b99811", "name": "network-vif-deleted", "tag": "4110fb85-dc86-4e98-a601-ab441eac3d5b", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:23:12.749898 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1afa4d11-93cd-4d56-9e90-6630c7596da7 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:23:12.750305 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1afa4d11-93cd-4d56-9e90-6630c7596da7'] response: {'server_uuid': '2c8a343d-e1c7-46ea-98b9-bf06bad0650d', 'name': 'network-vif-deleted', 'tag': 'f06abc75-4752-4346-bc0f-7bde3c84480d', 'status': 'completed', 'code': 200} May 18 14:23:12.750566 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1afa4d11-93cd-4d56-9e90-6630c7596da7'] response: {'server_uuid': 'c1bd0806-be9c-4710-a8d5-1267e1b99811', 'name': 'network-vif-deleted', 'tag': '4110fb85-dc86-4e98-a601-ab441eac3d5b', 'status': 'completed', 'code': 200} May 18 14:23:12.997906 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-836d8411-8ee5-4cb4-adec-254007c6efdd req-8dc7f0cf-e6fc-46b0-92f1-0c75941044c1 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1bd0806-be9c-4710-a8d5-1267e1b99811 HTTP/1.1" status: 200 len: 210 time: 0.0283103 May 18 14:23:13.077205 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47372) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:13.139268 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a8ac-673b-477d-8419-bd8ef3e434bc tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group (126211a8-e763-4f2a-9dd1-d605c45425c6), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:13.169668 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a8ac-673b-477d-8419-bd8ef3e434bc tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group (126211a8-e763-4f2a-9dd1-d605c45425c6), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:13.204679 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:13.376500 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a8ac-673b-477d-8419-bd8ef3e434bc tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (126211a8-e763-4f2a-9dd1-d605c45425c6), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:13.380923 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a8ac-673b-477d-8419-bd8ef3e434bc tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:13.382763 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-9ec4a8ac-673b-477d-8419-bd8ef3e434bc tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "DELETE /v2.0/security-groups/126211a8-e763-4f2a-9dd1-d605c45425c6 HTTP/1.1" status: 204 len: 168 time: 0.3041663 May 18 14:23:13.385630 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47374) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:13.393990 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4a8ac-673b-477d-8419-bd8ef3e434bc tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=126211a8-e763-4f2a-9dd1-d605c45425c6,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:13.401884 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.api.v2.resource [None req-500dccd7-f7ac-4a43-bd26-e0df3fe18542 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] show failed (client error): The resource could not be found. May 18 14:23:13.403040 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-500dccd7-f7ac-4a43-bd26-e0df3fe18542 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups/126211a8-e763-4f2a-9dd1-d605c45425c6 HTTP/1.1" status: 404 len: 347 time: 0.0161247 May 18 14:23:13.408068 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47376) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:13.583574 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-270cfb54-d3fb-4d94-bd14-a4f72f52a77f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Deleting port 50f108b2-f49f-4c42-a461-2904d2400414 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:23:13.584255 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-270cfb54-d3fb-4d94-bd14-a4f72f52a77f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (50f108b2-f49f-4c42-a461-2904d2400414), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:13.618534 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75ce98-a5fe-4df5-a3da-b7d8e9940223 req-5b2a758b-87ca-49bc-90b0-0df04a656dd1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:13.620587 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3e75ce98-a5fe-4df5-a3da-b7d8e9940223 req-5b2a758b-87ca-49bc-90b0-0df04a656dd1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0577857 May 18 14:23:13.696538 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3e75ce98-a5fe-4df5-a3da-b7d8e9940223 req-3135eb7c-d589-430e-925a-c1404df87286 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669694 May 18 14:23:13.699457 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-270cfb54-d3fb-4d94-bd14-a4f72f52a77f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (50f108b2-f49f-4c42-a461-2904d2400414), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:13.700119 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-270cfb54-d3fb-4d94-bd14-a4f72f52a77f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (50f108b2-f49f-4c42-a461-2904d2400414), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:13.716160 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-270cfb54-d3fb-4d94-bd14-a4f72f52a77f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Calling delete_port for 50f108b2-f49f-4c42-a461-2904d2400414 owned by network:floatingip {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:23:13.777923 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-53f362e0-d9b1-4e69-a0ad-c5b08fdc97e9 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640691390&fields=id&tenant_id=40663a63d8dc4922879421a0c7d0c0a7 HTTP/1.1" status: 200 len: 267 time: 0.0569847 May 18 14:23:13.811235 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:13.880263 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:13.925586 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-b0713dfa-9732-4da0-aa23-8552598e879b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:13.928289 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-b0713dfa-9732-4da0-aa23-8552598e879b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/networks?id=485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 200 len: 811 time: 0.1394458 May 18 14:23:13.953973 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-f248daa4-c889-451f-82c3-d9a39a64aa07 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/quotas/40663a63d8dc4922879421a0c7d0c0a7 HTTP/1.1" status: 200 len: 375 time: 0.0143085 May 18 14:23:14.010311 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-270cfb54-d3fb-4d94-bd14-a4f72f52a77f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (50f108b2-f49f-4c42-a461-2904d2400414), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:14.020227 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-73e01e7f-66b1-46f7-ade6-5291f97df57d tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510707 May 18 14:23:14.053435 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cfb54-d3fb-4d94-bd14-a4f72f52a77f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event deleted for resources: {'Port': ['ID=50f108b2-f49f-4c42-a461-2904d2400414,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:14.162821 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-270cfb54-d3fb-4d94-bd14-a4f72f52a77f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (6562e1a3-e339-42f9-958c-a3232aada30e), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:14.165883 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-270cfb54-d3fb-4d94-bd14-a4f72f52a77f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:14.167072 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-270cfb54-d3fb-4d94-bd14-a4f72f52a77f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "DELETE /v2.0/floatingips/6562e1a3-e339-42f9-958c-a3232aada30e HTTP/1.1" status: 204 len: 168 time: 0.7566714 May 18 14:23:14.266885 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47402) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:14.314939 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-1f277ce2-c230-40cd-9e9d-582515cf2cdf service neutron] 10.222.0.71 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576864 May 18 14:23:14.437366 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3362e48f-b312-4f96-b47a-4ab28701127c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:14.451022 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-345fae62-97c6-4ce7-a6fe-77c53dde94e2 service neutron] 10.222.0.71 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290822 May 18 14:23:14.566636 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3362e48f-b312-4f96-b47a-4ab28701127c admin admin] Publish callbacks [] for security_group (d9c6bda7-af13-4939-a239-86fda8df91ff), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:14.645184 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3362e48f-b312-4f96-b47a-4ab28701127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (d9c6bda7-af13-4939-a239-86fda8df91ff), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:14.689995 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-3362e48f-b312-4f96-b47a-4ab28701127c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0475f252e4da46168fcf72d8cd7ca32a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217291 May 18 14:23:14.691203 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362e48f-b312-4f96-b47a-4ab28701127c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c6bda7-af13-4939-a239-86fda8df91ff,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:14.693066 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47414) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:14.757386 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-502818ea-8734-414d-a96c-4bfff95bd454 admin admin] Publish callbacks [] for security_group (d9c6bda7-af13-4939-a239-86fda8df91ff), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:14.759709 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47418) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:14.766998 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-5288899e-aac4-4200-b5dc-427960b94cc4 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307941250', 'description': 'tempest-description--195765071'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:14.807803 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-502818ea-8734-414d-a96c-4bfff95bd454 admin admin] Publish callbacks [] for security_group (d9c6bda7-af13-4939-a239-86fda8df91ff), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:14.868779 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5288899e-aac4-4200-b5dc-427960b94cc4 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:14.900977 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912d7cd-6bbe-4194-bd36-ccee8a66c609 req-0dc9b74f-59ae-4260-8c01-5360f5d60d23 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:14.902470 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5912d7cd-6bbe-4194-bd36-ccee8a66c609 req-0dc9b74f-59ae-4260-8c01-5360f5d60d23 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.0841854 May 18 14:23:14.931487 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:14.964953 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-502818ea-8734-414d-a96c-4bfff95bd454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (d9c6bda7-af13-4939-a239-86fda8df91ff), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:14.965292 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5912d7cd-6bbe-4194-bd36-ccee8a66c609 req-0d0b5525-918f-4ef7-9dcf-3ba79943c572 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559251 May 18 14:23:14.969738 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-502818ea-8734-414d-a96c-4bfff95bd454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:14.976249 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-502818ea-8734-414d-a96c-4bfff95bd454 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d9c6bda7-af13-4939-a239-86fda8df91ff HTTP/1.1" status: 204 len: 168 time: 0.2819369 May 18 14:23:14.987369 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502818ea-8734-414d-a96c-4bfff95bd454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c6bda7-af13-4939-a239-86fda8df91ff,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:15.070791 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5288899e-aac4-4200-b5dc-427960b94cc4 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group (05c98ec5-2d93-4b04-b6e2-525c5ef19c78), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:15.144307 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201c28c-0f12-4666-a398-c83d3ce13e6f req-44e38208-e927-44fa-9980-22631a61942b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:15.146215 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c201c28c-0f12-4666-a398-c83d3ce13e6f req-44e38208-e927-44fa-9980-22631a61942b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0544744 May 18 14:23:15.162154 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5288899e-aac4-4200-b5dc-427960b94cc4 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (05c98ec5-2d93-4b04-b6e2-525c5ef19c78), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:15.271085 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:15.276441 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8800dc41-2180-49c7-801d-cdfdf3bba866 req-751dcf60-d3db-44a1-9bcd-73c4323fa212 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 210 time: 0.0726447 May 18 14:23:15.285228 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288899e-aac4-4200-b5dc-427960b94cc4 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c98ec5-2d93-4b04-b6e2-525c5ef19c78,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:15.308274 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c201c28c-0f12-4666-a398-c83d3ce13e6f req-fd5597f3-c60f-4a11-9192-37e75fcdbcab tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1562438 May 18 14:23:15.354846 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5288899e-aac4-4200-b5dc-427960b94cc4 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:15.359086 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47430) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:15.359254 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-5288899e-aac4-4200-b5dc-427960b94cc4 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5983391 May 18 14:23:15.365401 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-fbe72ef3-696a-4119-9e3b-2db9ea174736 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Request body: {'security_group_rule': {'security_group_id': '05c98ec5-2d93-4b04-b6e2-525c5ef19c78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:15.485542 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ef3-696a-4119-9e3b-2db9ea174736 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group_rule (c5ac7f4d-eb7e-4df2-9633-218e3f2aac6a), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:15.543095 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:15.559258 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ef3-696a-4119-9e3b-2db9ea174736 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group_rule (c5ac7f4d-eb7e-4df2-9633-218e3f2aac6a), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:15.742460 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ef3-696a-4119-9e3b-2db9ea174736 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (c5ac7f4d-eb7e-4df2-9633-218e3f2aac6a), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:15.763770 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe72ef3-696a-4119-9e3b-2db9ea174736 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ac7f4d-eb7e-4df2-9633-218e3f2aac6a,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:15.833117 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ef3-696a-4119-9e3b-2db9ea174736 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:15.837662 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-fbe72ef3-696a-4119-9e3b-2db9ea174736 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4738374 May 18 14:23:15.838382 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47444) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:15.843341 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-07d84307-82cf-42bb-a86e-99a7811d4c15 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Request body: {'security_group_rule': {'security_group_id': '05c98ec5-2d93-4b04-b6e2-525c5ef19c78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:15.937384 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-07d84307-82cf-42bb-a86e-99a7811d4c15 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group_rule (83f4565f-a592-4705-a9cf-04386c698758), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:16.001637 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-07d84307-82cf-42bb-a86e-99a7811d4c15 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group_rule (83f4565f-a592-4705-a9cf-04386c698758), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:16.085398 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-07d84307-82cf-42bb-a86e-99a7811d4c15 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (83f4565f-a592-4705-a9cf-04386c698758), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:16.129456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d84307-82cf-42bb-a86e-99a7811d4c15 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f4565f-a592-4705-a9cf-04386c698758,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:16.170136 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfa252-69b9-45be-bfa5-991fa407095f req-34122672-359d-46c8-8fe6-dab3d1daf5aa tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:16.171933 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e4bfa252-69b9-45be-bfa5-991fa407095f req-34122672-359d-46c8-8fe6-dab3d1daf5aa tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.0696578 May 18 14:23:16.229017 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e4bfa252-69b9-45be-bfa5-991fa407095f req-e5bc1b72-862b-43bb-b4ed-37556a9552ca tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508163 May 18 14:23:16.242146 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-07d84307-82cf-42bb-a86e-99a7811d4c15 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:16.246789 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-07d84307-82cf-42bb-a86e-99a7811d4c15 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4046402 May 18 14:23:16.247090 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47458) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:16.258054 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:16.338972 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47462) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:16.355112 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:16.437256 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-389e9042-7216-4904-9ce8-03be12dbda4f req-d56b7261-0897-4684-8373-2e81b95d07e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 210 time: 0.0840359 May 18 14:23:16.478314 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-477739481-network', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:16.518843 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4803b17-09e5-436d-9adf-544534338788 req-a62c21b8-4785-47a1-94f2-ccbdd9a7941c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:16.520318 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c4803b17-09e5-436d-9adf-544534338788 req-a62c21b8-4785-47a1-94f2-ccbdd9a7941c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.1208665 May 18 14:23:16.555482 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:16.618909 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Made reservation on behalf of 6cfc138e921941c89c821727bc1a0a84 for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:23:16.621361 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:16.639495 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c4803b17-09e5-436d-9adf-544534338788 req-1aaa3302-53f6-4f6e-8e80-73901623feb6 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120224 May 18 14:23:16.642886 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:16.668251 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 4110fb85-dc86-4e98-a601-ab441eac3d5b no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:23:16.689947 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 4110fb85-dc86-4e98-a601-ab441eac3d5b {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:23:16.690713 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 4110fb85-dc86-4e98-a601-ab441eac3d5b not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:23:16.721431 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:16.745985 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Allocated IP 172.27.2.131 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/0c7a3280-3fe4-4c57-bce9-12fea5425178) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:16.844964 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Publish callbacks [] for security_group (425dfeb8-4d85-4e66-ba00-1585fcd627a0), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:16.876682 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:16.896415 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for port (0c7a3280-3fe4-4c57-bce9-12fea5425178), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:16.958730 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (425dfeb8-4d85-4e66-ba00-1585fcd627a0), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:16.987198 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:23:16.997449 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (0c7a3280-3fe4-4c57-bce9-12fea5425178), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:17.005114 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425dfeb8-4d85-4e66-ba00-1585fcd627a0,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:17.017351 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:17.017968 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Added segment 3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712 of type vlan for network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 May 18 14:23:17.058205 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:17.079244 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:17.087674 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:17.105904 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1cf0e-1045-49ed-85ca-673d45e7f3f4 req-66bbd62e-17b0-4f81-a839-927e8bd30f0c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:17.107326 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-e8f1cf0e-1045-49ed-85ca-673d45e7f3f4 req-66bbd62e-17b0-4f81-a839-927e8bd30f0c tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.0510159 May 18 14:23:17.121181 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (efdfd30e-22e3-449f-8b6f-2dc3a8a59af8), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:17.124105 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event updated for resources: {'Port': ['ID=0c7a3280-3fe4-4c57-bce9-12fea5425178,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:17.201433 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-e8f1cf0e-1045-49ed-85ca-673d45e7f3f4 req-3aec1398-60e0-4210-982d-8971521aca8d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Deleting port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:23:17.201774 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-e8f1cf0e-1045-49ed-85ca-673d45e7f3f4 req-3aec1398-60e0-4210-982d-8971521aca8d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:17.210362 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (6f5a5a25-90d9-42df-943c-8fc87bf659c8), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:17.299810 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (efdfd30e-22e3-449f-8b6f-2dc3a8a59af8), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:17.302812 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-e8f1cf0e-1045-49ed-85ca-673d45e7f3f4 req-3aec1398-60e0-4210-982d-8971521aca8d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] For port ec8e5e90-7411-4133-9ff1-cc1ae0609c77, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=ec8e5e90-7411-4133-9ff1-cc1ae0609c77,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:17.303234 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-e8f1cf0e-1045-49ed-85ca-673d45e7f3f4 req-3aec1398-60e0-4210-982d-8971521aca8d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:17.305363 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:17.307330 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:17.324307 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-e8f1cf0e-1045-49ed-85ca-673d45e7f3f4 req-3aec1398-60e0-4210-982d-8971521aca8d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Calling delete_port for ec8e5e90-7411-4133-9ff1-cc1ae0609c77 owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:23:17.341199 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:17.441568 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (0c7a3280-3fe4-4c57-bce9-12fea5425178), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:17.443286 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] Pushing event updated for resources: {'Network': ['ID=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:17.451931 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdadb6f-c6cd-4e16-8a5e-62a43f0c7fab req-84f69937-2826-4635-91b6-f83aec4cbb93 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:17.453517 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9cdadb6f-c6cd-4e16-8a5e-62a43f0c7fab req-84f69937-2826-4635-91b6-f83aec4cbb93 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 946 time: 0.1146808 May 18 14:23:17.458523 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:23:17.536543 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-e8f1cf0e-1045-49ed-85ca-673d45e7f3f4 req-3aec1398-60e0-4210-982d-8971521aca8d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (ec8e5e90-7411-4133-9ff1-cc1ae0609c77), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:17.545057 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-a0921c80-afac-4caf-ad1c-fa55ae7624b6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2043786 May 18 14:23:17.545496 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:17.552067 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47472) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:17.552723 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['ec8e5e90-7411-4133-9ff1-cc1ae0609c77'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:23:17.573203 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec1398-60e0-4210-982d-8971521aca8d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Pushing event deleted for resources: {'Port': ['ID=ec8e5e90-7411-4133-9ff1-cc1ae0609c77,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:17.578938 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-75d8d0ca-2081-40be-bf6c-4f28937c2dbe admin admin] Request body: {'subnet': {'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-477739481-subnet', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'ip_version': 4}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:17.597773 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-61f29d42-630b-41a7-92f1-e7fa508849a8 req-44dbee59-0948-4229-bdd3-339975d8b1dc tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 210 time: 0.0605171 May 18 14:23:17.602514 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9cdadb6f-c6cd-4e16-8a5e-62a43f0c7fab req-798707eb-a1cc-419f-b9ed-ab06c71f1b91 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/security-groups?id=5b87c789-7f8a-4ff6-ba70-771d6e8c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255872 May 18 14:23:17.664165 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f1cf0e-1045-49ed-85ca-673d45e7f3f4 req-3aec1398-60e0-4210-982d-8971521aca8d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] No DVR routers for this DVR port ec8e5e90-7411-4133-9ff1-cc1ae0609c77 on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:23:17.666710 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-e8f1cf0e-1045-49ed-85ca-673d45e7f3f4 req-3aec1398-60e0-4210-982d-8971521aca8d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:17.670189 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-e8f1cf0e-1045-49ed-85ca-673d45e7f3f4 req-3aec1398-60e0-4210-982d-8971521aca8d tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.72 "DELETE /v2.0/ports/ec8e5e90-7411-4133-9ff1-cc1ae0609c77 HTTP/1.1" status: 204 len: 173 time: 0.5545385 May 18 14:23:17.670651 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c929fd7a-8735-4ee1-9585-a8398750f021', 'name': 'network-vif-deleted', 'tag': 'ec8e5e90-7411-4133-9ff1-cc1ae0609c77'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:23:17.673013 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51969b00-2640-4f8b-89be-5a5347ddbd25" -d '{"events": [{"server_uuid": "c929fd7a-8735-4ee1-9585-a8398750f021", "name": "network-vif-deleted", "tag": "ec8e5e90-7411-4133-9ff1-cc1ae0609c77"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:23:17.712931 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd76c9b-9d60-42aa-a45c-3a51310805f2 x-openstack-request-id: req-0fd76c9b-9d60-42aa-a45c-3a51310805f2 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:23:17.713468 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c929fd7a-8735-4ee1-9585-a8398750f021", "name": "network-vif-deleted", "tag": "ec8e5e90-7411-4133-9ff1-cc1ae0609c77", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:23:17.713906 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0fd76c9b-9d60-42aa-a45c-3a51310805f2 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:23:17.714320 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd76c9b-9d60-42aa-a45c-3a51310805f2'] response: {'server_uuid': 'c929fd7a-8735-4ee1-9585-a8398750f021', 'name': 'network-vif-deleted', 'tag': 'ec8e5e90-7411-4133-9ff1-cc1ae0609c77', 'status': 'completed', 'code': 200} May 18 14:23:17.735893 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d8d0ca-2081-40be-bf6c-4f28937c2dbe admin admin] Made reservation on behalf of 6cfc138e921941c89c821727bc1a0a84 for: {'subnet': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:23:17.739648 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-75d8d0ca-2081-40be-bf6c-4f28937c2dbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3790876'] for subnet (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:17.997773 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for port (0c7a3280-3fe4-4c57-bce9-12fea5425178), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:18.016820 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97918e-0c87-45c9-a99f-657d03cafaf7 req-1e00a7c4-ebfe-493f-81f6-c88c6582a70b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:18.022981 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4e97918e-0c87-45c9-a99f-657d03cafaf7 req-1e00a7c4-ebfe-493f-81f6-c88c6582a70b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.2913280 May 18 14:23:18.038015 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:18.070197 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-75d8d0ca-2081-40be-bf6c-4f28937c2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3790858'] for subnet (09a06fb6-87b8-42a2-8778-b8a1a10c1400), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:18.079957 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:18.092274 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4e97918e-0c87-45c9-a99f-657d03cafaf7 req-2a0d00b9-f0de-447f-9b14-09f8f6ac556b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624795 May 18 14:23:18.102698 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (0c7a3280-3fe4-4c57-bce9-12fea5425178), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:18.150418 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8d0ca-2081-40be-bf6c-4f28937c2dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a06fb6-87b8-42a2-8778-b8a1a10c1400,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:18.159276 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d8d0ca-2081-40be-bf6c-4f28937c2dbe admin admin] Checking segment: {'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:18.159276 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d8d0ca-2081-40be-bf6c-4f28937c2dbe admin admin] Network hostable DHCP agents. Network: efdfd30e-22e3-449f-8b6f-2dc3a8a59af8, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:23:18.198578 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event updated for resources: {'Port': ['ID=0c7a3280-3fe4-4c57-bce9-12fea5425178,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:18.219095 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (6f5a5a25-90d9-42df-943c-8fc87bf659c8), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:18.284662 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d8d0ca-2081-40be-bf6c-4f28937c2dbe admin admin] Network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:23:18.320969 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:18.323563 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-30157803-3f07-4a38-80f9-af179677a849 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0751841 May 18 14:23:18.333928 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-bc678317-d576-47fe-8a86-f2a26780ea64 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:18.336595 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-bc678317-d576-47fe-8a86-f2a26780ea64 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "GET /v2.0/networks?id=485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 200 len: 811 time: 0.1435618 May 18 14:23:18.438765 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-75d8d0ca-2081-40be-bf6c-4f28937c2dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, efdfd30e-22e3-449f-8b6f-2dc3a8a59af8) {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:18.444183 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d8d0ca-2081-40be-bf6c-4f28937c2dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:18.444990 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-75d8d0ca-2081-40be-bf6c-4f28937c2dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:18.449553 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6083a541-f5c0-43e2-a26e-c90cbfc095f5 None None] Network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:23:18.544759 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-49ad14cf-d119-4d18-b764-2908aa79e6d4 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--307941250&fields=id&tenant_id=658446fc889449e6bc55b5856b9ce144 HTTP/1.1" status: 200 len: 267 time: 0.0478022 May 18 14:23:18.574487 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-75d8d0ca-2081-40be-bf6c-4f28937c2dbe admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9962411 May 18 14:23:18.574650 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb805bdb4-2e36-56dc-976c-a47f1b047df3-efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'fixed_ips': [{'subnet_id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400'}]}} from dv-cinder-755101-9-iscsi. {{(pid=104326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:23:18.575322 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:18.581218 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47490) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:18.587176 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:18.639015 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-4cf1ac12-b5df-4c24-8d11-9d91cb59e4ee tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40663a63d8dc4922879421a0c7d0c0a7 HTTP/1.1" status: 200 len: 379 time: 0.0696723 May 18 14:23:18.709333 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-d7cc0be4-a348-450a-827e-5a3f2eeeeb84 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:18.712138 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-d7cc0be4-a348-450a-827e-5a3f2eeeeb84 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/networks?id=334439c5-6ef6-4e71-8281-26641c373c95 HTTP/1.1" status: 200 len: 811 time: 0.1582212 May 18 14:23:18.744733 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Allocated IP 172.20.0.2 (efdfd30e-22e3-449f-8b6f-2dc3a8a59af8/09a06fb6-87b8-42a2-8778-b8a1a10c1400/87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:18.747151 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'port': {'device_id': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'admin_state_up': True, 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'security_groups': ['450d2e01-a454-4112-af9d-9a88489bf8d5']}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:18.752023 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2874'] for router (35b61ab5-c583-4453-a63a-37c4654fbb55), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:18.753169 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2851'] for router (35b61ab5-c583-4453-a63a-37c4654fbb55), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:18.806996 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Publish callbacks [] for router_controller (35b61ab5-c583-4453-a63a-37c4654fbb55), precommit_add_association {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:18.808941 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-b5258223-55ca-46dc-984d-2d7d25fa1dd8 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/quotas/658446fc889449e6bc55b5856b9ce144 HTTP/1.1" status: 200 len: 375 time: 0.0856693 May 18 14:23:18.810610 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-01875f19-03ab-4b44-9465-829c63a3c48c req-bf65b8c4-4457-4fed-8c95-58dca2b94bb6 tempest-ServerRescueNegativeTestJSON-566314714 tempest-ServerRescueNegativeTestJSON-566314714-project] 10.222.0.71 "GET /v2.0/ports?device_id=c929fd7a-8735-4ee1-9585-a8398750f021 HTTP/1.1" status: 200 len: 210 time: 0.0980806 May 18 14:23:18.913975 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-46d9981b-58ad-4c1a-bf80-2f77faadba09 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=658446fc889449e6bc55b5856b9ce144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958879 May 18 14:23:18.950374 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Publish callbacks [] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:18.970351 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff712258-70c3-4687-ab47-3a003a0832fd req-c7f53f5f-fb90-48e9-aada-81d92d118fd3 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 210 time: 0.0734856 May 18 14:23:18.973918 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:19.050861 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Made reservation on behalf of 40663a63d8dc4922879421a0c7d0c0a7 for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:23:19.054456 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:19.057432 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:19.113643 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:19.125819 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Publish callbacks [] for router_gateway (35b61ab5-c583-4453-a63a-37c4654fbb55), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:19.171893 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:19.175641 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:19.184939 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:19.190344 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:19.199222 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Pushing event updated for resources: {'Port': ['ID=87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:19.213143 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.213490 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.213830 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.214173 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.214501 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.214819 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.215593 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.215593 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.215794 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.216203 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.216418 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.216760 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.217109 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.217430 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.224744 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:19.235032 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Allocated IP 172.20.0.4 (485bb1dd-78e1-4b7c-907c-2599bbac27f4/17f3fca3-f8aa-4221-afa0-9e4e902842ea/4ed74663-e74e-4929-86a7-1ca7a8467f6a) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:19.270658 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-2aeeba5f-1de8-4082-b13f-a83b831f5877 service neutron] 10.222.0.71 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339889 May 18 14:23:19.275854 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Attempting to bind port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:23:19.276229 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Attempting to bind port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:23:19.276757 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Attempting to bind port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 on network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:19.284948 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:23:19.285335 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Checking segment: {'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:19.285738 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:19.286129 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Bound using segment: {'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:23:19.290146 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Bound port: 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:23:19.290146 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:19.326631 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:19.343641 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8341df5-66a1-4938-ae99-e620b916e33a req-59a45901-a8eb-44a0-9c26-8abc72e49fac tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:19.345209 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d8341df5-66a1-4938-ae99-e620b916e33a req-59a45901-a8eb-44a0-9c26-8abc72e49fac tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.1588125 May 18 14:23:19.365789 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] For port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:23:19.370865 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] For port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:23:19.417106 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:19.491209 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:19.518025 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d8341df5-66a1-4938-ae99-e620b916e33a req-926cc82b-ba7a-40ea-9958-56e204e8a8e9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422508 May 18 14:23:19.526681 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:19.559889 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fae52-c281-40b4-ac0d-c78f9eafcd2f None None] Pushing event updated for resources: {'Port': ['ID=87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:19.566194 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-a349197e-33d7-4c2a-86e3-001b2ae63c92 service neutron] 10.222.0.71 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651525 May 18 14:23:19.571588 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:19.621996 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Publish callbacks [] for router_gateway (35b61ab5-c583-4453-a63a-37c4654fbb55), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:19.641491 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:19.645040 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:19.649071 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:19.654546 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:19.659279 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:19.703005 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'Port': ['ID=4ed74663-e74e-4929-86a7-1ca7a8467f6a,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:19.745706 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:19.746991 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:19.830126 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Allocated IP 172.27.2.212 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/c6c937eb-b34c-44c5-b0b2-9be529aa3c98) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:19.850608 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-987f6053-151a-456f-9981-02cdfce0b414 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1077344 May 18 14:23:19.914937 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47508) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:20.006377 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Request body: {'port': {'device_id': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:20.150693 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1e9cfa7b-854f-4d8d-b7fc-92596e23f9ca req-1a74da0a-c115-4d88-bc4c-16b61842072d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 210 time: 0.1312997 May 18 14:23:20.196084 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-d146c9e0-4e84-4acb-909f-c8de02318efb None None] Provisioning complete for port 4ed74663-e74e-4929-86a7-1ca7a8467f6a triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:20.197292 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d146c9e0-4e84-4acb-909f-c8de02318efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:20.286784 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:20.300073 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-d146c9e0-4e84-4acb-909f-c8de02318efb None None] Port 4ed74663-e74e-4929-86a7-1ca7a8467f6a cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:23:20.335537 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Publish callbacks [] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:20.344585 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2d9f0-55e4-42d3-acc0-b43d62454c6b req-b34ff63a-8d0a-4e0a-86fb-0548ef365940 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:20.347364 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-31d2d9f0-55e4-42d3-acc0-b43d62454c6b req-b34ff63a-8d0a-4e0a-86fb-0548ef365940 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 931 time: 0.1206839 May 18 14:23:20.375759 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:20.376406 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:20.384115 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:20.455305 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:20.483102 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:20.483486 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:20.497660 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-31d2d9f0-55e4-42d3-acc0-b43d62454c6b req-f15adcb6-f1d3-4665-a20a-550afd762b97 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398845 May 18 14:23:20.534761 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:20.561940 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:20.602245 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:20.611700 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:20.630124 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:20.664447 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:20.675428 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Pushing event updated for resources: {'Port': ['ID=c6c937eb-b34c-44c5-b0b2-9be529aa3c98,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:20.719463 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee88ae9-23a9-4f5a-991b-7fa1a2abb4b8 req-ea40d361-0ce5-4fe7-870b-ca7ebc23f98e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:20.727456 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aee88ae9-23a9-4f5a-991b-7fa1a2abb4b8 req-ea40d361-0ce5-4fe7-870b-ca7ebc23f98e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.1195462 May 18 14:23:20.836118 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:20.910177 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aee88ae9-23a9-4f5a-991b-7fa1a2abb4b8 req-2fcad56c-6f56-4d6d-bfd8-38ce91bdda8f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1790776 May 18 14:23:21.136867 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447675e4-4607-4cf4-b216-60e7f846bdba None None] Network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:23:21.187189 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:21.195205 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Publish callbacks [] for router_gateway (35b61ab5-c583-4453-a63a-37c4654fbb55), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:21.198807 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:21.247343 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-7d6fe6d7-f353-4a37-a659-4d6dfada2662 None None] Provisioning complete for port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:21.247805 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe6d7-f353-4a37-a659-4d6dfada2662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:21.280013 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:21.334257 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-77412416-7663-4c5c-8ae9-dc6ff65cb2ae req-76341ebb-bc62-471e-a2bd-f8d400a4ddf0 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 210 time: 0.0417099 May 18 14:23:21.383402 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-7d6fe6d7-f353-4a37-a659-4d6dfada2662 None None] Current status of the port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:21.415656 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-eeaf71a9-0f51-4624-9d85-81e7d44974b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646468'] for router_interface (16f5fabf-391e-48c1-82fa-362bbfab9135), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:21.421840 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed74663-e74e-4929-86a7-1ca7a8467f6a {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:23:21.473941 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Publish callbacks [] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:21.478361 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632658'] for router (35b61ab5-c583-4453-a63a-37c4654fbb55), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:21.519859 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Transition to ACTIVE for port object 4ed74663-e74e-4929-86a7-1ca7a8467f6a will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:23:21.604150 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-45f779a4-379c-4700-a7af-337d45ed258c None None] Provisioning complete for port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:21.604758 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-45f779a4-379c-4700-a7af-337d45ed258c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:21.616472 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:21.622994 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:21.654050 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ee684-4c10-4037-b6da-861c0914399b req-4ed45011-1724-4d86-a7b9-006c456e4e50 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:21.656367 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-093ee684-4c10-4037-b6da-861c0914399b req-4ed45011-1724-4d86-a7b9-006c456e4e50 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 943 time: 0.0738835 May 18 14:23:21.736506 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-45f779a4-379c-4700-a7af-337d45ed258c None None] Current status of the port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:21.749615 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed74663-e74e-4929-86a7-1ca7a8467f6a,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:21.754817 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-093ee684-4c10-4037-b6da-861c0914399b req-ffe8967e-4f14-4f8c-a1d6-42c9b4d15d89 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873241 May 18 14:23:21.827655 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Router 35b61ab5-c583-4453-a63a-37c4654fbb55 is scheduled to L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb with binding_index 1 {{(pid=104324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:23:21.875716 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf71a9-0f51-4624-9d85-81e7d44974b0 admin admin] Deleting port 88f38492-f007-4511-964f-99932d373e68 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:23:21.876082 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-eeaf71a9-0f51-4624-9d85-81e7d44974b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (88f38492-f007-4511-964f-99932d373e68), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:21.965517 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Attempting to bind port 4ed74663-e74e-4929-86a7-1ca7a8467f6a on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:23:21.966141 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Attempting to bind port 4ed74663-e74e-4929-86a7-1ca7a8467f6a by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:23:21.966687 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Attempting to bind port 4ed74663-e74e-4929-86a7-1ca7a8467f6a on network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:21.982321 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Port 4ed74663-e74e-4929-86a7-1ca7a8467f6a on network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:23:21.983312 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Attempting to bind port 4ed74663-e74e-4929-86a7-1ca7a8467f6a on network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:22.002392 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:23:22.005991 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Checking segment: {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:22.005991 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Bound using segment: {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:23:22.005991 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Bound port: 4ed74663-e74e-4929-86a7-1ca7a8467f6a, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:23:22.005991 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:22.121739 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-eeaf71a9-0f51-4624-9d85-81e7d44974b0 admin admin] For port 88f38492-f007-4511-964f-99932d373e68, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=88f38492-f007-4511-964f-99932d373e68,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:22.122016 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-eeaf71a9-0f51-4624-9d85-81e7d44974b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (88f38492-f007-4511-964f-99932d373e68), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:22.134303 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:22.138685 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:22.142385 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] For port 4ed74663-e74e-4929-86a7-1ca7a8467f6a, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:23:22.145811 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf71a9-0f51-4624-9d85-81e7d44974b0 admin admin] Calling delete_port for 88f38492-f007-4511-964f-99932d373e68 owned by network:router_interface {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:23:22.149047 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] For port 4ed74663-e74e-4929-86a7-1ca7a8467f6a, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=4ed74663-e74e-4929-86a7-1ca7a8467f6a,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:23:22.164947 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:22.199481 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:22.199879 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:22.273599 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:22.286409 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:22.290555 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:22.295638 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af68c-222b-420e-906d-6b230c8cdc7a req-d34eb267-85b3-4040-90f7-3452f36778d3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:22.297108 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-888af68c-222b-420e-906d-6b230c8cdc7a req-d34eb267-85b3-4040-90f7-3452f36778d3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0894170 May 18 14:23:22.307393 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:22.318848 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:23:22.332181 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Sync routers for ids ['35b61ab5-c583-4453-a63a-37c4654fbb55'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:23:22.345819 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Routers {'35b61ab5-c583-4453-a63a-37c4654fbb55'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:22.346756 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['35b61ab5-c583-4453-a63a-37c4654fbb55'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:22.354376 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:22.355367 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:22.356837 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-90383d14-581a-4697-972e-82b132ca4322 service neutron] 10.222.0.72 "PUT /v2.0/ports/4ed74663-e74e-4929-86a7-1ca7a8467f6a HTTP/1.1" status: 200 len: 1093 time: 2.4979143 May 18 14:23:22.361725 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'tag': '4ed74663-e74e-4929-86a7-1ca7a8467f6a'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:23:22.368244 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d616c06-8b5f-4ca2-b60c-b332ee9dc630" -d '{"events": [{"name": "network-changed", "server_uuid": "23f5c10a-fe57-40ac-88cf-a8ba82154178", "tag": "4ed74663-e74e-4929-86a7-1ca7a8467f6a"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:23:22.399548 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-888af68c-222b-420e-906d-6b230c8cdc7a req-6d054907-442e-480d-92cc-8db62ee63d18 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777678 May 18 14:23:22.404166 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:22.407543 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90383d14-581a-4697-972e-82b132ca4322 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed74663-e74e-4929-86a7-1ca7a8467f6a,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:22.431132 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:22.436867 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-cdbf72bb-c41f-40eb-8b5a-beddb411427f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8504953 May 18 14:23:22.437162 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47532) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:22.492176 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de85f90b-f168-40ae-9a3f-5f1ce9d72d8f x-openstack-request-id: req-de85f90b-f168-40ae-9a3f-5f1ce9d72d8f {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:23:22.492805 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f5c10a-fe57-40ac-88cf-a8ba82154178", "tag": "4ed74663-e74e-4929-86a7-1ca7a8467f6a", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:23:22.492805 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de85f90b-f168-40ae-9a3f-5f1ce9d72d8f {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:23:22.493292 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de85f90b-f168-40ae-9a3f-5f1ce9d72d8f'] response: {'name': 'network-changed', 'server_uuid': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'tag': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'status': 'completed', 'code': 200} May 18 14:23:22.555447 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Set router 35b61ab5-c583-4453-a63a-37c4654fbb55 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:22.586284 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d616c06-8b5f-4ca2-b60c-b332ee9dc630 req-2503ac53-cb8a-41bf-9308-e09af9fd8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:22.587833 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7d616c06-8b5f-4ca2-b60c-b332ee9dc630 req-2503ac53-cb8a-41bf-9308-e09af9fd8097 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 1127 time: 0.0523415 May 18 14:23:22.617645 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f8da78e2-f1d8-4b75-8bf8-3693e5e7d6f6 req-a99be221-40dd-4260-b690-ffb46edaff96 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 210 time: 0.0417635 May 18 14:23:22.705625 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-eeaf71a9-0f51-4624-9d85-81e7d44974b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (88f38492-f007-4511-964f-99932d373e68), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:22.754561 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:22.791470 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf71a9-0f51-4624-9d85-81e7d44974b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f38492-f007-4511-964f-99932d373e68,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:22.878858 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device ec8e5e90-7411-4133-9ff1-cc1ae0609c77 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:23:22.920809 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: ec8e5e90-7411-4133-9ff1-cc1ae0609c77 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:23:22.921190 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device ec8e5e90-7411-4133-9ff1-cc1ae0609c77 not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:23:22.946535 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5765ca-1027-4dc1-82cf-ea8fef2d5da5 req-c75dd50d-b1c8-4d4a-82ad-240be3d15a45 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:22.946887 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d616c06-8b5f-4ca2-b60c-b332ee9dc630 req-c8157e04-9bdd-457f-8ad5-9d4259c463ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:22.948444 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6c5765ca-1027-4dc1-82cf-ea8fef2d5da5 req-c75dd50d-b1c8-4d4a-82ad-240be3d15a45 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 943 time: 0.0855296 May 18 14:23:22.949463 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7d616c06-8b5f-4ca2-b60c-b332ee9dc630 req-c8157e04-9bdd-457f-8ad5-9d4259c463ab service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3340659 May 18 14:23:22.957552 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:22.971481 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-b68820d6-8f80-4037-bd9f-bab2967b598d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:22.974411 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-b68820d6-8f80-4037-bd9f-bab2967b598d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.72 "GET /v2.0/networks?id=334439c5-6ef6-4e71-8281-26641c373c95 HTTP/1.1" status: 200 len: 811 time: 0.2891734 May 18 14:23:23.030772 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:23:20Z', 'revision_number': 3, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:23.066265 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Checking router: 35b61ab5-c583-4453-a63a-37c4654fbb55 for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:23:23.066996 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Updating router 35b61ab5-c583-4453-a63a-37c4654fbb55 port c6c937eb-b34c-44c5-b0b2-9be529aa3c98 binding host dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:23:23.091220 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6c5765ca-1027-4dc1-82cf-ea8fef2d5da5 req-3b37870a-96fe-42c6-a230-08b712bfbc1b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291943 May 18 14:23:23.143104 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:23.202209 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-39a5f594-917e-4fed-b79b-dcce118dcdcb tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=658446fc889449e6bc55b5856b9ce144 HTTP/1.1" status: 200 len: 379 time: 0.2171714 May 18 14:23:23.213771 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:23.217587 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Request body: {'port': {'device_id': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'admin_state_up': True, 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'security_groups': ['05c98ec5-2d93-4b04-b6e2-525c5ef19c78']}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:23.241075 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d616c06-8b5f-4ca2-b60c-b332ee9dc630 req-4b7b87a8-f3fd-4564-b37f-07912099fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:23.242561 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7d616c06-8b5f-4ca2-b60c-b332ee9dc630 req-4b7b87a8-f3fd-4564-b37f-07912099fbd1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2843020 May 18 14:23:23.277264 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-eeaf71a9-0f51-4624-9d85-81e7d44974b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642907'] for router_interface (16f5fabf-391e-48c1-82fa-362bbfab9135), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:23.388083 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:23.402675 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-2d255054-ce2e-4c51-98a5-42da192ecbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:23.404464 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-2d255054-ce2e-4c51-98a5-42da192ecbd8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 1127 time: 0.1135647 May 18 14:23:23.408903 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Allocated IP 172.20.0.1 (efdfd30e-22e3-449f-8b6f-2dc3a8a59af8/09a06fb6-87b8-42a2-8778-b8a1a10c1400/119f0838-265f-49c3-9d60-be08869975bf) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:23.447783 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:23.481681 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-142efdba-c64b-4213-9f6f-c07b71f1453e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ed74663-e74e-4929-86a7-1ca7a8467f6a HTTP/1.1" status: 200 len: 217 time: 0.0463731 May 18 14:23:23.509330 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:23.510590 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Publish callbacks [] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:23.581588 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:23.588882 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Publish callbacks [] for port (119f0838-265f-49c3-9d60-be08869975bf), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:23.590617 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-804b6ec7-e35a-4adf-becb-38e02afff91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:23.592099 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-804b6ec7-e35a-4adf-becb-38e02afff91f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17f3fca3-f8aa-4221-afa0-9e4e902842ea HTTP/1.1" status: 200 len: 850 time: 0.1010308 May 18 14:23:23.596561 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6186d-7ae1-44db-9c5d-4fac1a3123ea req-c10d8335-4f15-44fc-913e-6cdf392f826c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:23.598185 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-37b6186d-7ae1-44db-9c5d-4fac1a3123ea req-c10d8335-4f15-44fc-913e-6cdf392f826c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0726566 May 18 14:23:23.625462 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Made reservation on behalf of 658446fc889449e6bc55b5856b9ce144 for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:23:23.629563 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:23.639162 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Attempting to bind port c6c937eb-b34c-44c5-b0b2-9be529aa3c98 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:23:23.641794 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Attempting to bind port c6c937eb-b34c-44c5-b0b2-9be529aa3c98 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:23:23.641794 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Attempting to bind port c6c937eb-b34c-44c5-b0b2-9be529aa3c98 on network 6fa52440-9078-453c-aafb-df38f6e3da5b {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:23.655838 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:23:23.656201 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Checking segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:23.656600 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:23.657014 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Bound using segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:23:23.657554 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Bound port: c6c937eb-b34c-44c5-b0b2-9be529aa3c98, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:23:23.657886 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:23.673270 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-37b6186d-7ae1-44db-9c5d-4fac1a3123ea req-b90c8e65-c0b4-4af7-8589-a095f356ab75 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663369 May 18 14:23:23.687121 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2482a79-48b7-42d2-9cd2-7d0421fae4d1 None None] Pushing event updated for resources: {'Port': ['ID=c6c937eb-b34c-44c5-b0b2-9be529aa3c98,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:23.701257 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-cb10f599-dd97-4178-87cc-bb1fb6231c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:23.702769 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-cb10f599-dd97-4178-87cc-bb1fb6231c5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485bb1dd-78e1-4b7c-907c-2599bbac27f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037092 May 18 14:23:23.722167 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] For port c6c937eb-b34c-44c5-b0b2-9be529aa3c98, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:23:23.725913 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] For port c6c937eb-b34c-44c5-b0b2-9be529aa3c98, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=c6c937eb-b34c-44c5-b0b2-9be529aa3c98,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:23:23.753443 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (119f0838-265f-49c3-9d60-be08869975bf), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:23.779900 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f1c19284-08c0-4686-aa37-ca73fd73120b req-bd89fa09-e46b-4d7f-925a-46af1e46b452 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 210 time: 0.0379641 May 18 14:23:23.808200 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:23.816359 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:23.820314 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:23.833586 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:23.870094 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Pushing event updated for resources: {'Port': ['ID=119f0838-265f-49c3-9d60-be08869975bf,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:23.886331 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645247'] for router_interface (35b61ab5-c583-4453-a63a-37c4654fbb55), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:23.899320 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:23.900641 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2482a79-48b7-42d2-9cd2-7d0421fae4d1 None None] Pushing event updated for resources: {'Port': ['ID=c6c937eb-b34c-44c5-b0b2-9be529aa3c98,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:23.931668 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Routers {'35b61ab5-c583-4453-a63a-37c4654fbb55'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:23.932476 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['35b61ab5-c583-4453-a63a-37c4654fbb55'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:24.079227 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:24.088061 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] Set router 35b61ab5-c583-4453-a63a-37c4654fbb55 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:24.106556 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaf71a9-0f51-4624-9d85-81e7d44974b0 admin admin] Router 16f5fabf-391e-48c1-82fa-362bbfab9135 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:23:24.143503 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:24.157568 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (119f0838-265f-49c3-9d60-be08869975bf), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:24.242110 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-8b019f19-d0ee-418a-9163-29f9921ad7e0 service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235954 May 18 14:23:24.261737 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-702c1d70-c1b5-4b5a-bc52-0cb416625973 None None] Provisioning complete for port 119f0838-265f-49c3-9d60-be08869975bf triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:24.262150 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-702c1d70-c1b5-4b5a-bc52-0cb416625973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (119f0838-265f-49c3-9d60-be08869975bf), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:24.289917 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5193c69-27c1-448b-8540-4f70163bd9e3 req-09e81d43-2479-4c1b-a935-86d567c4044b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:24.297334 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e5193c69-27c1-448b-8540-4f70163bd9e3 req-09e81d43-2479-4c1b-a935-86d567c4044b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 943 time: 0.0973351 May 18 14:23:24.311501 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-702c1d70-c1b5-4b5a-bc52-0cb416625973 None None] Port 119f0838-265f-49c3-9d60-be08869975bf cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:23:24.344771 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Allocated IP 172.20.0.11 (334439c5-6ef6-4e71-8281-26641c373c95/9d339709-559c-40e7-b626-3d9428a02eca/30f21f39-498c-4796-8d24-a2e2e62eccb4) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:24.406405 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaf71a9-0f51-4624-9d85-81e7d44974b0 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:23:24.413701 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:23:20Z', 'revision_number': 3, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:24.419100 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9aa776-dd63-44e1-b918-686cd9c37214 None None] Sync routers for ids ['16f5fabf-391e-48c1-82fa-362bbfab9135'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:23:24.429329 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e5193c69-27c1-448b-8540-4f70163bd9e3 req-28c305d8-519c-43e2-aa85-50fc8ee40db4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309717 May 18 14:23:24.436335 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9aa776-dd63-44e1-b918-686cd9c37214 None None] Routers {'16f5fabf-391e-48c1-82fa-362bbfab9135'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:24.437905 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-7b9aa776-dd63-44e1-b918-686cd9c37214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['16f5fabf-391e-48c1-82fa-362bbfab9135'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:24.458688 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ea6ee-257c-41f6-8a71-561255efc5b7 None None] The sync data for ids ['35b61ab5-c583-4453-a63a-37c4654fbb55'] in dv-cinder-755101-9-iscsi is: [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:23:20Z', 'revision_number': 3, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:23:24.525545 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Publish callbacks [] for port (119f0838-265f-49c3-9d60-be08869975bf), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:24.545208 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:24.555044 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-eeaf71a9-0f51-4624-9d85-81e7d44974b0 admin admin] 10.222.0.71 "PUT /v2.0/routers/16f5fabf-391e-48c1-82fa-362bbfab9135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6339154 May 18 14:23:24.555293 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-7b9aa776-dd63-44e1-b918-686cd9c37214 None None] Set router 16f5fabf-391e-48c1-82fa-362bbfab9135 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:24.556216 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47546) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:24.576480 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-f0879bd6-8a8b-4435-98f3-e8ad3a1f386e req-4cb54b8b-87f2-4039-928a-9fbe9854d870 service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250182 May 18 14:23:24.613343 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (119f0838-265f-49c3-9d60-be08869975bf), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:24.621261 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:24.732226 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:24.755268 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:24.772810 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646453'] for router_interface (35b61ab5-c583-4453-a63a-37c4654fbb55), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:24.775924 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Pushing event updated for resources: {'Port': ['ID=119f0838-265f-49c3-9d60-be08869975bf,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:24.796042 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-7b9aa776-dd63-44e1-b918-686cd9c37214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:23:22Z', 'revision_number': 5, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:24.847980 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Network 334439c5-6ef6-4e71-8281-26641c373c95 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:24.859590 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:24.873671 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9aa776-dd63-44e1-b918-686cd9c37214 None None] Checking router: 16f5fabf-391e-48c1-82fa-362bbfab9135 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:23:24.879507 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:24.895387 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9aa776-dd63-44e1-b918-686cd9c37214 None None] Routers {'16f5fabf-391e-48c1-82fa-362bbfab9135'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:24.896282 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-7b9aa776-dd63-44e1-b918-686cd9c37214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['16f5fabf-391e-48c1-82fa-362bbfab9135'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:24.930498 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event updated for resources: {'Port': ['ID=30f21f39-498c-4796-8d24-a2e2e62eccb4,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:24.946448 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:24.980905 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:24.981580 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:25.019089 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:25.022414 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Publish callbacks [] for router (16f5fabf-391e-48c1-82fa-362bbfab9135), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:25.110752 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-988f9584-1ceb-48de-afc7-fc72b18b1a7a tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8985274 May 18 14:23:25.119888 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:25.125834 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Request body: {'port': {'device_id': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:25.256621 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-c0739175-7e3f-4c10-9e0c-b9c3a76fda15 None None] Provisioning complete for port 30f21f39-498c-4796-8d24-a2e2e62eccb4 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:25.257974 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c0739175-7e3f-4c10-9e0c-b9c3a76fda15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:25.262190 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-7b9aa776-dd63-44e1-b918-686cd9c37214 None None] Set router 16f5fabf-391e-48c1-82fa-362bbfab9135 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:25.275006 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:25.357051 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-c0739175-7e3f-4c10-9e0c-b9c3a76fda15 None None] Port 30f21f39-498c-4796-8d24-a2e2e62eccb4 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:23:25.480313 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-b92598f2-2d9d-4b2e-98dd-cc03cc582936 None None] Provisioning complete for port 119f0838-265f-49c3-9d60-be08869975bf triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:25.482403 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b92598f2-2d9d-4b2e-98dd-cc03cc582936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (119f0838-265f-49c3-9d60-be08869975bf), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:25.552982 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-b92598f2-2d9d-4b2e-98dd-cc03cc582936 None None] Port 119f0838-265f-49c3-9d60-be08869975bf cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:23:25.558491 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-7b9aa776-dd63-44e1-b918-686cd9c37214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:23:22Z', 'revision_number': 5, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:25.584360 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe46cf-3950-4e3d-bff4-4e11b36e6c33 req-8e37bcb0-03be-402e-a65e-72e0e9eb8314 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:25.587522 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-33fe46cf-3950-4e3d-bff4-4e11b36e6c33 req-8e37bcb0-03be-402e-a65e-72e0e9eb8314 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 932 time: 0.6079688 May 18 14:23:25.589981 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9aa776-dd63-44e1-b918-686cd9c37214 None None] The sync data for ids ['16f5fabf-391e-48c1-82fa-362bbfab9135'] in dv-cinder-755101-9-iscsi is: [{'id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'name': 'tempest-ServerRescueNegativeTestJSON-279165226-router', 'tenant_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:28Z', 'updated_at': '2022-05-18T14:23:22Z', 'revision_number': 5, 'project_id': 'bf92bdbff72f450ebfcb2d68f14aa523', 'gw_port': {'id': '83de02c2-ae86-4887-8369-07835bf6fc00', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5fabf-391e-48c1-82fa-362bbfab9135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:23:25.605316 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe0b2b-74bb-4371-bec7-affb8b080074 req-7be9aeb2-b27e-423f-8961-137bb3f1b17f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:25.613995 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8fbe0b2b-74bb-4371-bec7-affb8b080074 req-7be9aeb2-b27e-423f-8961-137bb3f1b17f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.6340723 May 18 14:23:25.734803 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Publish callbacks [] for router_gateway (16f5fabf-391e-48c1-82fa-362bbfab9135), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:25.739801 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:25.775455 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-33fe46cf-3950-4e3d-bff4-4e11b36e6c33 req-d8668428-a300-4995-963e-5d065bede463 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553209 May 18 14:23:25.778913 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f21f39-498c-4796-8d24-a2e2e62eccb4 {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:23:25.781595 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8fbe0b2b-74bb-4371-bec7-affb8b080074 req-c60d21b8-a9bf-4c27-ad12-6476e18fe0d5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1662822 May 18 14:23:25.788076 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Publish callbacks [] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:25.793401 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Router 35b61ab5-c583-4453-a63a-37c4654fbb55 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:23:25.807636 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:25.824430 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Transition to ACTIVE for port object 30f21f39-498c-4796-8d24-a2e2e62eccb4 will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:23:25.947142 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:25.979395 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Deleting port 83de02c2-ae86-4887-8369-07835bf6fc00 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:23:25.979395 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (83de02c2-ae86-4887-8369-07835bf6fc00), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:25.999699 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f5d18-e3c3-4334-82e7-a66ed7191db6 req-5fd0e75c-db80-4958-ad98-6cf89733e222 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:26.007164 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-549f5d18-e3c3-4334-82e7-a66ed7191db6 req-5fd0e75c-db80-4958-ad98-6cf89733e222 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 943 time: 0.1350884 May 18 14:23:26.020458 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Pushing event updated for resources: {'Port': ['ID=30f21f39-498c-4796-8d24-a2e2e62eccb4,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:26.079128 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:23:26.096272 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-0a04d60e-56ba-4fe2-8d69-ad91c6a55754 admin admin] 10.222.0.71 "PUT /v2.0/routers/35b61ab5-c583-4453-a63a-37c4654fbb55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6576746 May 18 14:23:26.154196 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device c6c937eb-b34c-44c5-b0b2-9be529aa3c98 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:26.191067 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Attempting to bind port 30f21f39-498c-4796-8d24-a2e2e62eccb4 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:23:26.194305 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Attempting to bind port 30f21f39-498c-4796-8d24-a2e2e62eccb4 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:23:26.194833 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Attempting to bind port 30f21f39-498c-4796-8d24-a2e2e62eccb4 on network 334439c5-6ef6-4e71-8281-26641c373c95 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:26.206559 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Port 30f21f39-498c-4796-8d24-a2e2e62eccb4 on network 334439c5-6ef6-4e71-8281-26641c373c95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:23:26.206898 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Attempting to bind port 30f21f39-498c-4796-8d24-a2e2e62eccb4 on network 334439c5-6ef6-4e71-8281-26641c373c95 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:26.222751 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:23:26.225353 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Checking segment: {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:26.225353 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Bound using segment: {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:23:26.225353 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Bound port: 30f21f39-498c-4796-8d24-a2e2e62eccb4, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825aba58-b86b-4903-a2db-91a523b1d91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:23:26.225353 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:26.239058 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-549f5d18-e3c3-4334-82e7-a66ed7191db6 req-c0f7af01-685a-48a2-9a3a-a13ef23c5a6c tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067492 May 18 14:23:26.244317 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] For port 83de02c2-ae86-4887-8369-07835bf6fc00, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=83de02c2-ae86-4887-8369-07835bf6fc00,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:26.249388 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (83de02c2-ae86-4887-8369-07835bf6fc00), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:26.262592 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port c6c937eb-b34c-44c5-b0b2-9be529aa3c98 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:26.263291 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:26.267913 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Calling delete_port for 83de02c2-ae86-4887-8369-07835bf6fc00 owned by network:router_gateway {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:23:26.271918 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:26.307863 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:26.377389 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port c6c937eb-b34c-44c5-b0b2-9be529aa3c98 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:26.378504 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:26.395462 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:26.422175 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port c6c937eb-b34c-44c5-b0b2-9be529aa3c98, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=c6c937eb-b34c-44c5-b0b2-9be529aa3c98,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:26.426058 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] For port 30f21f39-498c-4796-8d24-a2e2e62eccb4, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:23:26.431298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] For port 30f21f39-498c-4796-8d24-a2e2e62eccb4, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=30f21f39-498c-4796-8d24-a2e2e62eccb4,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:23:26.571141 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:26.574257 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:26.589053 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 88f38492-f007-4511-964f-99932d373e68 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:23:26.618745 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 88f38492-f007-4511-964f-99932d373e68 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:23:26.619340 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 88f38492-f007-4511-964f-99932d373e68 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:23:26.627067 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:26.628015 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:26.630356 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] 10.222.0.72 "PUT /v2.0/ports/30f21f39-498c-4796-8d24-a2e2e62eccb4 HTTP/1.1" status: 200 len: 1094 time: 1.5097249 May 18 14:23:26.630831 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'tag': '30f21f39-498c-4796-8d24-a2e2e62eccb4'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:23:26.634754 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f664530-6319-45a6-bdcf-55435a83f389" -d '{"events": [{"name": "network-changed", "server_uuid": "28a92de7-80ca-4927-b7fb-caa962c2b03f", "tag": "30f21f39-498c-4796-8d24-a2e2e62eccb4"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:23:26.639713 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (83de02c2-ae86-4887-8369-07835bf6fc00), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:26.682399 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=83de02c2-ae86-4887-8369-07835bf6fc00,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:26.684708 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f20a2-ad75-4583-b539-cc1c8eda4683 service neutron] Pushing event updated for resources: {'Port': ['ID=30f21f39-498c-4796-8d24-a2e2e62eccb4,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:26.724584 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4de1b3-638c-488e-b356-e2a8294d6412 x-openstack-request-id: req-5f4de1b3-638c-488e-b356-e2a8294d6412 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:23:26.724901 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a92de7-80ca-4927-b7fb-caa962c2b03f", "tag": "30f21f39-498c-4796-8d24-a2e2e62eccb4", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:23:26.725216 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5f4de1b3-638c-488e-b356-e2a8294d6412 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:23:26.725627 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4de1b3-638c-488e-b356-e2a8294d6412'] response: {'name': 'network-changed', 'server_uuid': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'tag': '30f21f39-498c-4796-8d24-a2e2e62eccb4', 'status': 'completed', 'code': 200} May 18 14:23:26.745779 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=c6c937eb-b34c-44c5-b0b2-9be529aa3c98,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:26.775625 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632694'] for router_gateway (16f5fabf-391e-48c1-82fa-362bbfab9135), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:26.795676 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f664530-6319-45a6-bdcf-55435a83f389 req-90f45a26-a181-44ad-8bb5-313cb4176460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:26.797334 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4f664530-6319-45a6-bdcf-55435a83f389 req-90f45a26-a181-44ad-8bb5-313cb4176460 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=658446fc889449e6bc55b5856b9ce144&device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 1128 time: 0.0469921 May 18 14:23:26.961295 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router (16f5fabf-391e-48c1-82fa-362bbfab9135), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:26.975626 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Publish callbacks [] for router_controller (16f5fabf-391e-48c1-82fa-362bbfab9135), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.024141 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f664530-6319-45a6-bdcf-55435a83f389 req-84b016b0-1c5a-48e2-875a-c7230e652f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:27.025902 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4f664530-6319-45a6-bdcf-55435a83f389 req-84b016b0-1c5a-48e2-875a-c7230e652f74 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=658446fc889449e6bc55b5856b9ce144&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2184098 May 18 14:23:27.109744 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b892d-ec1b-46d9-b16f-761f79525b8b req-646360de-f038-4e69-9cfd-2fb48ce8b635 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:27.111973 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7b0b892d-ec1b-46d9-b16f-761f79525b8b req-646360de-f038-4e69-9cfd-2fb48ce8b635 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 944 time: 0.1885498 May 18 14:23:27.121338 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbabe0-46ad-4297-9527-fb387b22472e req-b519e3a2-3b1f-435c-9d72-bad57334e17c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:27.123209 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6efbabe0-46ad-4297-9527-fb387b22472e req-b519e3a2-3b1f-435c-9d72-bad57334e17c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.1569417 May 18 14:23:27.144751 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Sync routers for ids ['35b61ab5-c583-4453-a63a-37c4654fbb55'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:23:27.163231 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Routers {'35b61ab5-c583-4453-a63a-37c4654fbb55'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:27.163992 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['35b61ab5-c583-4453-a63a-37c4654fbb55'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:27.167098 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634663'] for router (16f5fabf-391e-48c1-82fa-362bbfab9135), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.167712 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16f5fabf-391e-48c1-82fa-362bbfab9135 {{(pid=104324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 14:23:27.187091 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.191371 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-24b186ad-9cad-4c8b-888c-f513d89296d2 admin admin] 10.222.0.71 "DELETE /v2.0/routers/16f5fabf-391e-48c1-82fa-362bbfab9135 HTTP/1.1" status: 204 len: 168 time: 2.6301107 May 18 14:23:27.203660 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47576) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:27.208176 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f664530-6319-45a6-bdcf-55435a83f389 req-aea258de-ade1-4e59-8c10-0814adc9cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:27.210561 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4f664530-6319-45a6-bdcf-55435a83f389 req-aea258de-ade1-4e59-8c10-0814adc9cf2d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1764972 May 18 14:23:27.258216 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7b0b892d-ec1b-46d9-b16f-761f79525b8b req-73d29658-ef54-4ddb-b3c9-33015682bb99 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337707 May 18 14:23:27.267944 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47580) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:27.275511 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1578922213-network', 'tenant_id': '4123107639734a758094c7b9d2f2550f'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:27.292507 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6efbabe0-46ad-4297-9527-fb387b22472e req-6fbec0b4-7619-47d9-a0fc-e9dd6d8bdd7d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1597281 May 18 14:23:27.328826 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55f6cb6-3579-42e5-af9d-e17092b3ec36 admin admin] Deleting subnet de832773-715d-478a-9977-447bac299d9a {{(pid=104324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:23:27.332998 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:27.336717 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a55f6cb6-3579-42e5-af9d-e17092b3ec36 admin admin] Publish callbacks [] for subnet (de832773-715d-478a-9977-447bac299d9a), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.343196 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-b6a671b2-c790-479d-8f07-f6043feb878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:27.345071 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-b6a671b2-c790-479d-8f07-f6043feb878e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=658446fc889449e6bc55b5856b9ce144&device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 1128 time: 0.0884948 May 18 14:23:27.383874 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a55f6cb6-3579-42e5-af9d-e17092b3ec36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064934'] for subnet (de832773-715d-478a-9977-447bac299d9a), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.397297 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Set router 35b61ab5-c583-4453-a63a-37c4654fbb55 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:27.402528 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-bf056711-0d16-4cbe-8032-bea443a32a47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30f21f39-498c-4796-8d24-a2e2e62eccb4 HTTP/1.1" status: 200 len: 217 time: 0.0439236 May 18 14:23:27.461088 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Made reservation on behalf of 4123107639734a758094c7b9d2f2550f for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:23:27.463448 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.465263 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-5014bcfb-60fb-4deb-8418-cff98db11c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:27.467003 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-5014bcfb-60fb-4deb-8418-cff98db11c3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d339709-559c-40e7-b626-3d9428a02eca HTTP/1.1" status: 200 len: 850 time: 0.0565333 May 18 14:23:27.491889 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27077d66-78d4-47f3-a910-2213fd485e10 req-4c66370f-428a-46a4-8b3b-9073e98b489c tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:27.493437 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-27077d66-78d4-47f3-a910-2213fd485e10 req-4c66370f-428a-46a4-8b3b-9073e98b489c tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 943 time: 0.0804753 May 18 14:23:27.494164 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.517120 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-137af835-e333-4414-9c00-876c413b378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:27.518817 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-137af835-e333-4414-9c00-876c413b378a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=334439c5-6ef6-4e71-8281-26641c373c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458419 May 18 14:23:27.612445 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a55f6cb6-3579-42e5-af9d-e17092b3ec36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (de832773-715d-478a-9977-447bac299d9a), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.618573 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:27.620395 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:23:24Z', 'revision_number': 4, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '119f0838-265f-49c3-9d60-be08869975bf', 'name': '', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'mac_address': 'fa:16:3e:4e:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:23Z', 'updated_at': '2022-05-18T14:23:24Z', 'revision_number': 2, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'subnets': [{'id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:27.620611 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-0b9f1239-8686-4795-8813-91667d925f79 service neutron] 10.222.0.72 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941458 May 18 14:23:27.647947 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:27.651003 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Checking router: 35b61ab5-c583-4453-a63a-37c4654fbb55 for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:23:27.654009 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Updating router 35b61ab5-c583-4453-a63a-37c4654fbb55 port 119f0838-265f-49c3-9d60-be08869975bf binding host dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:23:27.663440 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-27077d66-78d4-47f3-a910-2213fd485e10 req-506412fa-d4c4-4317-8f30-b62078cd8ce8 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560130 May 18 14:23:27.695361 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (119f0838-265f-49c3-9d60-be08869975bf), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.728191 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Publish callbacks [] for security_group (4019d3b7-1984-483c-954a-a5b079b5cb2a), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.756417 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fb8ffdc5-b5fd-4b1e-acea-aab6adef96c4 req-b3425cc3-dd44-4e82-9356-a4485fe74b47 service neutron] 10.222.0.72 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260931 May 18 14:23:27.763612 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:27.777718 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a55f6cb6-3579-42e5-af9d-e17092b3ec36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4064870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324609'] for subnet (de832773-715d-478a-9977-447bac299d9a), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.808896 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (4019d3b7-1984-483c-954a-a5b079b5cb2a), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.831822 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f6cb6-3579-42e5-af9d-e17092b3ec36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de832773-715d-478a-9977-447bac299d9a,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:27.835761 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a55f6cb6-3579-42e5-af9d-e17092b3ec36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.840263 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-a55f6cb6-3579-42e5-af9d-e17092b3ec36 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/de832773-715d-478a-9977-447bac299d9a HTTP/1.1" status: 204 len: 168 time: 0.6342735 May 18 14:23:27.842062 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47582) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:27.858546 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94771c4-1c0d-491b-ab8d-33e6bf6c357a None None] Network baccbdbd-0bb0-4326-967c-7a711fcb09dc requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:23:27.861426 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4019d3b7-1984-483c-954a-a5b079b5cb2a,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:27.864311 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:23:27.879795 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (001df6b0-921d-4fec-880f-fe6023a320f3), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.880166 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Added segment 001df6b0-921d-4fec-880f-fe6023a320f3 of type vlan for network d19456e3-6486-4c78-b3f8-0aa07ad1e60e May 18 14:23:27.926457 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (d19456e3-6486-4c78-b3f8-0aa07ad1e60e), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.929878 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (baccbdbd-0bb0-4326-967c-7a711fcb09dc), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:27.978778 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Deleting port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:23:27.979101 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.054649 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] For port fd827b09-ed88-418b-b7a2-ef4a8481a0e1, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=fd827b09-ed88-418b-b7a2-ef4a8481a0e1,segment=NetworkSegment(68e7e6d5-38f4-4acb-9658-73c0909703ff),segment_id=68e7e6d5-38f4-4acb-9658-73c0909703ff)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:28.055167 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.061596 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (d19456e3-6486-4c78-b3f8-0aa07ad1e60e), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.063075 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:28.065160 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.074345 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Calling delete_port for fd827b09-ed88-418b-b7a2-ef4a8481a0e1 owned by network:dhcp {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:23:28.089167 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:28.106125 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device c6c937eb-b34c-44c5-b0b2-9be529aa3c98 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:28.138835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] Pushing event updated for resources: {'Network': ['ID=d19456e3-6486-4c78-b3f8-0aa07ad1e60e,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:28.165976 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network d19456e3-6486-4c78-b3f8-0aa07ad1e60e details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:23:28.187948 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:28.201382 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-00e9f3d8-d8b1-4052-8e1a-f0032eb0ff77 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9297369 May 18 14:23:28.210019 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47584) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:28.215330 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-c64a0525-a06f-4248-a48f-69d050ecf353 admin admin] Request body: {'subnet': {'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1578922213-subnet', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'ip_version': 4}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:28.230980 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (fd827b09-ed88-418b-b7a2-ef4a8481a0e1), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.261111 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd827b09-ed88-418b-b7a2-ef4a8481a0e1,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:28.265198 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] No DVR routers for this DVR port fd827b09-ed88-418b-b7a2-ef4a8481a0e1 on host dv-cinder-755101-9-iscsi {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:23:28.293883 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port c6c937eb-b34c-44c5-b0b2-9be529aa3c98 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:28.294257 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.318632 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f67429-5517-4d29-8c90-5e7bfff8ebd2 None None] DHCP port deletion for baccbdbd-0bb0-4326-967c-7a711fcb09dc request from dv-cinder-755101-9-iscsi {{(pid=104326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 14:23:28.339343 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64a0525-a06f-4248-a48f-69d050ecf353 admin admin] Made reservation on behalf of 4123107639734a758094c7b9d2f2550f for: {'subnet': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:23:28.342041 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c64a0525-a06f-4248-a48f-69d050ecf353 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3790876'] for subnet (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.404591 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (baccbdbd-0bb0-4326-967c-7a711fcb09dc), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.412204 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=74,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:28.413858 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Publish callbacks [] for port (119f0838-265f-49c3-9d60-be08869975bf), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.443745 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb377f-7e94-4443-926d-bd3416bc91ea req-57c27a68-d1e0-405a-a3f8-80e79fd33863 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:28.445317 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a1bb377f-7e94-4443-926d-bd3416bc91ea req-57c27a68-d1e0-405a-a3f8-80e79fd33863 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 944 time: 0.0853364 May 18 14:23:28.456449 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baccbdbd-0bb0-4326-967c-7a711fcb09dc']}} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:28.470710 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port c6c937eb-b34c-44c5-b0b2-9be529aa3c98 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:28.477681 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e7e6d5-38f4-4acb-9658-73c0909703ff') {'for_net_delete': True} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:28.478168 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e7e6d5-38f4-4acb-9658-73c0909703ff') {} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:28.499918 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793711'] for segment (68e7e6d5-38f4-4acb-9658-73c0909703ff), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.507182 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (119f0838-265f-49c3-9d60-be08869975bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.511977 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330ce98-3d99-486d-9329-557f5147d771 req-b9a05d9b-b623-4d39-bcd5-844421855afa tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:28.513576 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7330ce98-3d99-486d-9329-557f5147d771 req-b9a05d9b-b623-4d39-bcd5-844421855afa tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0947063 May 18 14:23:28.543356 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (68e7e6d5-38f4-4acb-9658-73c0909703ff), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.555887 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:23:28.556303 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764937'] for segment (68e7e6d5-38f4-4acb-9658-73c0909703ff), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: Traceback (most recent call last): May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: timer() May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: cb(*args, **kw) May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: return func(*args, **kwargs) May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: self._notify() May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: self.callback(batched_events) May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: event.method(event) May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: return f(self, *a, **k) May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._get(url).json() May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: return self.request(url, 'GET', **kwargs) May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:23:28.558690 dv-cinder-755101-9-iscsi neutron-server[104325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:23:28.562122 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 83de02c2-ae86-4887-8369-07835bf6fc00 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:23:28.569001 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a1bb377f-7e94-4443-926d-bd3416bc91ea req-ec618810-6189-4624-96de-4facab2e3421 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965204 May 18 14:23:28.612945 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f13af7-d996-4618-bdca-3fa1baa1bf63 None None] Pushing event updated for resources: {'Port': ['ID=119f0838-265f-49c3-9d60-be08869975bf,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:28.614037 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7330ce98-3d99-486d-9329-557f5147d771 req-dfa6a039-c589-4803-8194-4797831f56c0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840261 May 18 14:23:28.617273 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 83de02c2-ae86-4887-8369-07835bf6fc00 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:23:28.617626 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 83de02c2-ae86-4887-8369-07835bf6fc00 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:23:28.682960 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Attempting to bind port 119f0838-265f-49c3-9d60-be08869975bf on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:23:28.683336 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Attempting to bind port 119f0838-265f-49c3-9d60-be08869975bf by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:23:28.683698 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Attempting to bind port 119f0838-265f-49c3-9d60-be08869975bf on network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:28.689761 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:23:28.690388 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Checking segment: {'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:28.690912 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.691234 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Bound using segment: {'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:23:28.691676 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Bound port: 119f0838-265f-49c3-9d60-be08869975bf, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:23:28.692054 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (119f0838-265f-49c3-9d60-be08869975bf), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.708583 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:28.759052 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (baccbdbd-0bb0-4326-967c-7a711fcb09dc), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.773682 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] For port 119f0838-265f-49c3-9d60-be08869975bf, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:23:28.773859 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.777135 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] For port 119f0838-265f-49c3-9d60-be08869975bf, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=119f0838-265f-49c3-9d60-be08869975bf,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:23:28.788978 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] 10.222.0.71 "DELETE /v2.0/networks/baccbdbd-0bb0-4326-967c-7a711fcb09dc HTTP/1.1" status: 204 len: 168 time: 0.9456141 May 18 14:23:28.813096 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d44011-0357-4b51-b1bb-57ea09abef33 req-5f1e9702-c95e-4688-9b68-795fa3c3a399 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:28.821734 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d9d44011-0357-4b51-b1bb-57ea09abef33 req-5f1e9702-c95e-4688-9b68-795fa3c3a399 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 943 time: 0.0733376 May 18 14:23:28.842204 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aea37f-e4b6-440b-89ab-a382edced01d admin admin] Pushing event deleted for resources: {'Network': ['ID=baccbdbd-0bb0-4326-967c-7a711fcb09dc,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:28.871681 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (119f0838-265f-49c3-9d60-be08869975bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.882002 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d9d44011-0357-4b51-b1bb-57ea09abef33 req-70ed0ca6-0dd6-4152-b148-8d05bad6a418 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592802 May 18 14:23:28.919526 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-91199669-ae24-453e-9fc9-6e14a37b20f0 None None] Provisioning complete for port 119f0838-265f-49c3-9d60-be08869975bf triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:28.919904 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-91199669-ae24-453e-9fc9-6e14a37b20f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (119f0838-265f-49c3-9d60-be08869975bf), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:28.988406 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Routers {'35b61ab5-c583-4453-a63a-37c4654fbb55'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:28.989084 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['35b61ab5-c583-4453-a63a-37c4654fbb55'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:29.022337 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c64a0525-a06f-4248-a48f-69d050ecf353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3790858'] for subnet (7a151e42-65ea-4105-95b3-510b97a08021), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.037245 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f13af7-d996-4618-bdca-3fa1baa1bf63 None None] Pushing event updated for resources: {'Port': ['ID=119f0838-265f-49c3-9d60-be08869975bf,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:29.094832 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a0525-a06f-4248-a48f-69d050ecf353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a151e42-65ea-4105-95b3-510b97a08021,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:29.099368 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a0525-a06f-4248-a48f-69d050ecf353 admin admin] Checking segment: {'id': '001df6b0-921d-4fec-880f-fe6023a320f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:29.099729 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a0525-a06f-4248-a48f-69d050ecf353 admin admin] Network hostable DHCP agents. Network: d19456e3-6486-4c78-b3f8-0aa07ad1e60e, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:23:29.154099 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-91199669-ae24-453e-9fc9-6e14a37b20f0 None None] Current status of the port 119f0838-265f-49c3-9d60-be08869975bf is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:29.154484 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-91199669-ae24-453e-9fc9-6e14a37b20f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (119f0838-265f-49c3-9d60-be08869975bf), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.176133 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] Set router 35b61ab5-c583-4453-a63a-37c4654fbb55 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:29.204264 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a0525-a06f-4248-a48f-69d050ecf353 admin admin] Network d19456e3-6486-4c78-b3f8-0aa07ad1e60e is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:23:29.208506 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:29.210168 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:29.232802 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-91199669-ae24-453e-9fc9-6e14a37b20f0 None None] For port 119f0838-265f-49c3-9d60-be08869975bf, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=119f0838-265f-49c3-9d60-be08869975bf,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:29.254527 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47594) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:29.289816 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-c64a0525-a06f-4248-a48f-69d050ecf353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, d19456e3-6486-4c78-b3f8-0aa07ad1e60e) {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:29.303547 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64a0525-a06f-4248-a48f-69d050ecf353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:29.304149 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c64a0525-a06f-4248-a48f-69d050ecf353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.316255 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-0a8808d2-2c22-4d60-adfa-3d0844d6aca2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bf92bdbff72f450ebfcb2d68f14aa523&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0583522 May 18 14:23:29.316947 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47596) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:29.335992 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a2bed-eac2-4347-bce3-16b8a3a101a5 None None] Network d19456e3-6486-4c78-b3f8-0aa07ad1e60e requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:23:29.339940 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-91199669-ae24-453e-9fc9-6e14a37b20f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (119f0838-265f-49c3-9d60-be08869975bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.383293 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e20bce18-a240-4bb5-8528-dee78319940e admin admin] Publish callbacks [] for security_group (5b87c789-7f8a-4ff6-ba70-771d6e8c975b), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.402549 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-c64a0525-a06f-4248-a48f-69d050ecf353 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1911497 May 18 14:23:29.405348 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47598) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:29.406695 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e20bce18-a240-4bb5-8528-dee78319940e admin admin] Publish callbacks [] for security_group (5b87c789-7f8a-4ff6-ba70-771d6e8c975b), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.411152 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1578922213-router', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:29.507877 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-4865bed6-077b-411f-a2ef-83b486ad15d2 None None] Provisioning complete for port 119f0838-265f-49c3-9d60-be08869975bf triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:29.508167 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4865bed6-077b-411f-a2ef-83b486ad15d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (119f0838-265f-49c3-9d60-be08869975bf), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.534840 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91199669-ae24-453e-9fc9-6e14a37b20f0 None None] Pushing event updated for resources: {'Port': ['ID=119f0838-265f-49c3-9d60-be08869975bf,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:29.552821 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2874'] for router (ec154ea3-8023-43e7-8f68-fb273907f73c), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.553896 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2851'] for router (ec154ea3-8023-43e7-8f68-fb273907f73c), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.582589 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e20bce18-a240-4bb5-8528-dee78319940e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (5b87c789-7f8a-4ff6-ba70-771d6e8c975b), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.587537 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:23:24Z', 'revision_number': 4, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '119f0838-265f-49c3-9d60-be08869975bf', 'name': '', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'mac_address': 'fa:16:3e:4e:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:23Z', 'updated_at': '2022-05-18T14:23:28Z', 'revision_number': 4, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'subnets': [{'id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:29.593359 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e20bce18-a240-4bb5-8528-dee78319940e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.596571 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e20bce18-a240-4bb5-8528-dee78319940e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5b87c789-7f8a-4ff6-ba70-771d6e8c975b HTTP/1.1" status: 204 len: 168 time: 0.2761238 May 18 14:23:29.622727 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Publish callbacks [] for router_controller (ec154ea3-8023-43e7-8f68-fb273907f73c), precommit_add_association {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.629025 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bce18-a240-4bb5-8528-dee78319940e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b87c789-7f8a-4ff6-ba70-771d6e8c975b,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:29.649332 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb805bdb4-2e36-56dc-976c-a47f1b047df3-d19456e3-6486-4c78-b3f8-0aa07ad1e60e', 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e', 'project_id': '4123107639734a758094c7b9d2f2550f', 'fixed_ips': [{'subnet_id': '7a151e42-65ea-4105-95b3-510b97a08021'}]}} from dv-cinder-755101-9-iscsi. {{(pid=104326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:23:29.650251 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.658868 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb9e0e-b29a-4044-89c6-15fc78ed099c None None] The sync data for ids ['35b61ab5-c583-4453-a63a-37c4654fbb55'] in dv-cinder-755101-9-iscsi is: [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:23:24Z', 'revision_number': 4, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '119f0838-265f-49c3-9d60-be08869975bf', 'name': '', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'mac_address': 'fa:16:3e:4e:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:23Z', 'updated_at': '2022-05-18T14:23:28Z', 'revision_number': 4, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'subnets': [{'id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:23:29.745587 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:29.785125 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:29.850193 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430f4ce-10a6-4811-a8be-2bf7b0faa2f1 req-33db2afa-0a8d-466f-8504-bb71ea587b7d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:29.857871 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a430f4ce-10a6-4811-a8be-2bf7b0faa2f1 req-33db2afa-0a8d-466f-8504-bb71ea587b7d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 944 time: 0.1861501 May 18 14:23:29.860331 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-4865bed6-077b-411f-a2ef-83b486ad15d2 None None] Current status of the port 119f0838-265f-49c3-9d60-be08869975bf is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:29.900151 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbf093-ad42-4089-8cf8-2e4fab0e6682 req-19285807-c745-446c-9ed2-de2a423c15c0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:29.916608 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95dbf093-ad42-4089-8cf8-2e4fab0e6682 req-19285807-c745-446c-9ed2-de2a423c15c0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.1480794 May 18 14:23:29.937400 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Publish callbacks [] for router_gateway (ec154ea3-8023-43e7-8f68-fb273907f73c), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:29.943475 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Allocated IP 172.20.0.2 (d19456e3-6486-4c78-b3f8-0aa07ad1e60e/7a151e42-65ea-4105-95b3-510b97a08021/043048d6-fc33-4db2-8933-8df02272835d) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:29.984018 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:30.008218 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a430f4ce-10a6-4811-a8be-2bf7b0faa2f1 req-2e279cc7-1d71-4d5c-b572-4bb16831be4c tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486983 May 18 14:23:30.051072 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95dbf093-ad42-4089-8cf8-2e4fab0e6682 req-9b029e34-09b2-4c5d-8831-e54417b097f5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1265020 May 18 14:23:30.221218 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad280d62-c297-4db4-809d-b98935b64b4a req-c5f68c95-f512-4a7f-9a9c-1144f32f8c72 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:30.231128 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ad280d62-c297-4db4-809d-b98935b64b4a req-c5f68c95-f512-4a7f-9a9c-1144f32f8c72 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 943 time: 0.0965426 May 18 14:23:30.299053 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Publish callbacks [] for router_gateway (ec154ea3-8023-43e7-8f68-fb273907f73c), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:30.326133 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:30.339545 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ad280d62-c297-4db4-809d-b98935b64b4a req-79e33643-1414-4b1d-9200-a67e862d5ce4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027317 May 18 14:23:30.356078 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 119f0838-265f-49c3-9d60-be08869975bf up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:30.452420 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Publish callbacks [] for port (043048d6-fc33-4db2-8933-8df02272835d), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:30.491646 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Allocated IP 172.27.2.191 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/1f6cfd33-0e3b-41b4-8148-124b0209daa1) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:30.500970 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 119f0838-265f-49c3-9d60-be08869975bf triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:30.501906 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (119f0838-265f-49c3-9d60-be08869975bf), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:30.541349 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (043048d6-fc33-4db2-8933-8df02272835d), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:30.543911 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:30.620486 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Network d19456e3-6486-4c78-b3f8-0aa07ad1e60e is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:30.632576 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Publish callbacks [] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:30.635208 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:30.637816 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:30.645534 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Pushing event updated for resources: {'Port': ['ID=043048d6-fc33-4db2-8933-8df02272835d,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:30.725194 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:30.726070 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device cea436b6-0de4-47d9-a6dd-c0514f0884ce details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:23:30.755432 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 119f0838-265f-49c3-9d60-be08869975bf is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:30.765855 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Attempting to bind port 043048d6-fc33-4db2-8933-8df02272835d on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:23:30.766225 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Attempting to bind port 043048d6-fc33-4db2-8933-8df02272835d by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '001df6b0-921d-4fec-880f-fe6023a320f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:23:30.766641 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Attempting to bind port 043048d6-fc33-4db2-8933-8df02272835d on network d19456e3-6486-4c78-b3f8-0aa07ad1e60e {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:30.788061 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:23:30.788441 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Checking segment: {'id': '001df6b0-921d-4fec-880f-fe6023a320f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:30.788898 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:30.789350 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Bound using segment: {'id': '001df6b0-921d-4fec-880f-fe6023a320f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:23:30.789842 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Bound port: 043048d6-fc33-4db2-8933-8df02272835d, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001df6b0-921d-4fec-880f-fe6023a320f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:23:30.790231 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (043048d6-fc33-4db2-8933-8df02272835d), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:30.793566 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:30.796473 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:30.801200 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:30.829723 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Pushing event updated for resources: {'Port': ['ID=1f6cfd33-0e3b-41b4-8148-124b0209daa1,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:30.866492 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device fd827b09-ed88-418b-b7a2-ef4a8481a0e1 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:23:30.912488 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: fd827b09-ed88-418b-b7a2-ef4a8481a0e1 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:23:30.912855 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device fd827b09-ed88-418b-b7a2-ef4a8481a0e1 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:23:30.955478 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:30.956811 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] For port 043048d6-fc33-4db2-8933-8df02272835d, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:23:30.968024 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] For port 043048d6-fc33-4db2-8933-8df02272835d, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=043048d6-fc33-4db2-8933-8df02272835d,segment=NetworkSegment(001df6b0-921d-4fec-880f-fe6023a320f3),segment_id=001df6b0-921d-4fec-880f-fe6023a320f3)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:23:30.968769 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:30.983832 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'port_id': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'mac_address': 'fa:16:3e:35:b6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:23:31.019333 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba5928-bcdb-401b-9655-3b61649b7c54 req-e9c91642-ffd1-4d7c-b435-ed0dba9848e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:31.021044 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c1ba5928-bcdb-401b-9655-3b61649b7c54 req-e9c91642-ffd1-4d7c-b435-ed0dba9848e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 1129 time: 0.1150246 May 18 14:23:31.039033 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port cea436b6-0de4-47d9-a6dd-c0514f0884ce is: ACTIVE; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:31.039033 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:31.065069 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cea436b6-0de4-47d9-a6dd-c0514f0884ce {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:23:31.067938 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (043048d6-fc33-4db2-8933-8df02272835d), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:31.139276 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:31.144770 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dfa75ea3-e9c8-42b1-98f8-8e4f3068753d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:31.184160 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4d9c2-ed1e-4628-b7ff-b1678b8a90ac None None] Pushing event updated for resources: {'Port': ['ID=043048d6-fc33-4db2-8933-8df02272835d,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:31.204108 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba5928-bcdb-401b-9655-3b61649b7c54 req-be449892-ce92-4393-a51e-c993ec3119e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:31.208122 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c1ba5928-bcdb-401b-9655-3b61649b7c54 req-be449892-ce92-4393-a51e-c993ec3119e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 918 time: 0.1614528 May 18 14:23:31.227658 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:31.231508 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 30f21f39-498c-4796-8d24-a2e2e62eccb4 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:23:31.311386 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8a5d6-bdfe-4a5e-8479-3cdad7312fcb req-e1c76bb5-32de-4c9c-aadb-3f8a74ac88a3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:31.314001 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dbb8a5d6-bdfe-4a5e-8479-3cdad7312fcb req-e1c76bb5-32de-4c9c-aadb-3f8a74ac88a3 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 944 time: 0.1810629 May 18 14:23:31.350716 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7f7c1-ad1f-4993-900e-8f5087294b50 req-444707b8-c4ad-4804-b9b0-87183a2f2253 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:31.359320 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3ae7f7c1-ad1f-4993-900e-8f5087294b50 req-444707b8-c4ad-4804-b9b0-87183a2f2253 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 944 time: 0.1496055 May 18 14:23:31.388045 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47632) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:31.407053 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=cea436b6-0de4-47d9-a6dd-c0514f0884ce,revision_number=6']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:31.447796 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dbb8a5d6-bdfe-4a5e-8479-3cdad7312fcb req-cfc9c0b0-2cfa-4d18-b897-8649d5edc9f9 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240776 May 18 14:23:31.497666 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3ae7f7c1-ad1f-4993-900e-8f5087294b50 req-a4cd04e8-7af0-4f89-b288-b36670e188f6 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1353672 May 18 14:23:31.659646 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f522f-e6b9-4798-a5b4-50b8e2c4a02b req-f6b42da4-6afd-4429-a968-6363044884f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:31.661480 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 30f21f39-498c-4796-8d24-a2e2e62eccb4, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=30f21f39-498c-4796-8d24-a2e2e62eccb4,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:31.661999 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-db3f522f-e6b9-4798-a5b4-50b8e2c4a02b req-f6b42da4-6afd-4429-a968-6363044884f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 943 time: 0.1013253 May 18 14:23:31.667651 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-577609224-network', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:31.671716 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:31.684299 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '30f21f39-498c-4796-8d24-a2e2e62eccb4', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'port_id': '30f21f39-498c-4796-8d24-a2e2e62eccb4', 'mac_address': 'fa:16:3e:57:cd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:23:31.737602 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 30f21f39-498c-4796-8d24-a2e2e62eccb4 is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:31.740678 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:31.756271 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-db3f522f-e6b9-4798-a5b4-50b8e2c4a02b req-11cf6a9d-41a6-4db5-ae95-5353239fc597 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822709 May 18 14:23:31.770783 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f21f39-498c-4796-8d24-a2e2e62eccb4 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:23:31.793519 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Made reservation on behalf of 1bf771dcc9ca4e00914c6791c30e3b6e for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:23:31.797800 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:31.804952 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 30f21f39-498c-4796-8d24-a2e2e62eccb4, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=30f21f39-498c-4796-8d24-a2e2e62eccb4,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:31.810010 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:31.843136 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:31.891172 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c1ba5928-bcdb-401b-9655-3b61649b7c54 req-7534d6b8-0590-4f36-a711-adb40ab70017 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce HTTP/1.1" status: 200 len: 1000 time: 0.6758685 May 18 14:23:31.904454 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:31.908267 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:31.909758 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Publish callbacks [] for security_group (03580eeb-510e-47d3-8c8d-6bc2b0682e45), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:31.963863 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba5928-bcdb-401b-9655-3b61649b7c54 req-87289be2-7565-44a9-be42-ffcc7f2fb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:31.965348 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c1ba5928-bcdb-401b-9655-3b61649b7c54 req-87289be2-7565-44a9-be42-ffcc7f2fb2e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 200 len: 856 time: 0.0656807 May 18 14:23:31.967766 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Publish callbacks [] for router_gateway (ec154ea3-8023-43e7-8f68-fb273907f73c), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:31.981360 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=30f21f39-498c-4796-8d24-a2e2e62eccb4,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:32.004304 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (03580eeb-510e-47d3-8c8d-6bc2b0682e45), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:32.045687 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:23:32.054307 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03580eeb-510e-47d3-8c8d-6bc2b0682e45,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:32.069056 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (d3fd6bd6-fb6c-41d7-9881-da073d0cf952), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:32.069056 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Added segment d3fd6bd6-fb6c-41d7-9881-da073d0cf952 of type vlan for network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 May 18 14:23:32.082712 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba5928-bcdb-401b-9655-3b61649b7c54 req-1fdb35ea-fdb3-4180-bce7-728781e019e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:32.084260 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c1ba5928-bcdb-401b-9655-3b61649b7c54 req-1fdb35ea-fdb3-4180-bce7-728781e019e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a849efa-7750-49f6-9fa8-deee59756847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787694 May 18 14:23:32.123266 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (ec2155ff-0b54-43b6-ab95-01ac5eab32d1), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:32.153519 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['cea436b6-0de4-47d9-a6dd-c0514f0884ce'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:23:32.198395 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 043048d6-fc33-4db2-8933-8df02272835d up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:32.239472 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (ec2155ff-0b54-43b6-ab95-01ac5eab32d1), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:32.240688 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:32.241435 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:32.267411 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['30f21f39-498c-4796-8d24-a2e2e62eccb4'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:23:32.308820 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c1ba5928-bcdb-401b-9655-3b61649b7c54 req-8ec6448c-82ee-4c48-8de8-376141d421fe service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160974 May 18 14:23:32.313016 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:32.330623 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] Pushing event updated for resources: {'Network': ['ID=ec2155ff-0b54-43b6-ab95-01ac5eab32d1,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:32.358861 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:23:32.394621 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632658'] for router (ec154ea3-8023-43e7-8f68-fb273907f73c), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:32.441719 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-166dbc26-0af7-495c-9702-5da282483d16 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0539548 May 18 14:23:32.445307 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47650) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:32.450777 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-424e2585-f0c2-491d-bada-52fc223ccb06 admin admin] Request body: {'subnet': {'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-577609224-subnet', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:32.462458 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 043048d6-fc33-4db2-8933-8df02272835d triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:32.463227 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (043048d6-fc33-4db2-8933-8df02272835d), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:32.517709 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:32.523239 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c1ba5928-bcdb-401b-9655-3b61649b7c54 req-535d887b-20cb-49ce-bb14-cf1f84e37e32 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016277 May 18 14:23:32.617442 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424e2585-f0c2-491d-bada-52fc223ccb06 admin admin] Made reservation on behalf of 1bf771dcc9ca4e00914c6791c30e3b6e for: {'subnet': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:23:32.623134 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-424e2585-f0c2-491d-bada-52fc223ccb06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324652'] for subnet (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:32.694013 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:32.749444 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e3410-724e-4127-984d-f3a1eb6101d3 req-1a2616c9-4672-4192-86c0-cdde4678aa08 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:32.751080 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ba8e3410-724e-4127-984d-f3a1eb6101d3 req-1a2616c9-4672-4192-86c0-cdde4678aa08 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 945 time: 0.2108409 May 18 14:23:32.768820 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 4ed74663-e74e-4929-86a7-1ca7a8467f6a details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:23:32.781762 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb4900-c56c-4486-8c1a-8d292302bf5c req-1bdd3b98-b712-4875-9b25-13e40843f380 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:32.784124 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0cbb4900-c56c-4486-8c1a-8d292302bf5c req-1bdd3b98-b712-4875-9b25-13e40843f380 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 944 time: 0.1535397 May 18 14:23:32.856015 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ba8e3410-724e-4127-984d-f3a1eb6101d3 req-739e66aa-fd1e-4a52-ae95-3f2b31314c61 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838652 May 18 14:23:32.867014 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Router ec154ea3-8023-43e7-8f68-fb273907f73c is scheduled to L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb with binding_index 1 {{(pid=104325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:23:32.879052 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15847477-66ad-400f-9988-b7cea4aabccd None None] Network d19456e3-6486-4c78-b3f8-0aa07ad1e60e requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:23:32.879777 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 043048d6-fc33-4db2-8933-8df02272835d is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:32.881068 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (043048d6-fc33-4db2-8933-8df02272835d), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:32.953919 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0cbb4900-c56c-4486-8c1a-8d292302bf5c req-05dbb4ee-61ee-4e63-9555-a5e8ecb3e166 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254992 May 18 14:23:32.991655 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-9699e137-d3b3-4392-85f9-7af899de5f8b None None] Provisioning complete for port 043048d6-fc33-4db2-8933-8df02272835d triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:32.992037 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9699e137-d3b3-4392-85f9-7af899de5f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (043048d6-fc33-4db2-8933-8df02272835d), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:33.103347 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e51075-452f-41da-8918-0888f5002fe8 req-c384cd60-91fd-4e8b-ac68-7faca014d4c6 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:33.103347 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-68e51075-452f-41da-8918-0888f5002fe8 req-c384cd60-91fd-4e8b-ac68-7faca014d4c6 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 943 time: 0.0995831 May 18 14:23:33.104374 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:23:33.104982 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 4ed74663-e74e-4929-86a7-1ca7a8467f6a, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=4ed74663-e74e-4929-86a7-1ca7a8467f6a,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:33.109036 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Sync routers for ids ['ec154ea3-8023-43e7-8f68-fb273907f73c'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:23:33.125872 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'port_id': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'mac_address': 'fa:16:3e:81:52:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:23:33.128435 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Routers {'ec154ea3-8023-43e7-8f68-fb273907f73c'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:33.133846 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['ec154ea3-8023-43e7-8f68-fb273907f73c'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:33.137950 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port 043048d6-fc33-4db2-8933-8df02272835d, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=043048d6-fc33-4db2-8933-8df02272835d,segment=NetworkSegment(001df6b0-921d-4fec-880f-fe6023a320f3),segment_id=001df6b0-921d-4fec-880f-fe6023a320f3)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:33.196302 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-68e51075-452f-41da-8918-0888f5002fe8 req-6d1fb32d-f236-4bcf-bbd4-27f4ae429bfa tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328974 May 18 14:23:33.264804 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:33.268061 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-ad4d5e55-a925-49a5-b631-2f3202883e9a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8602059 May 18 14:23:33.270485 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47672) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:33.293414 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Set router ec154ea3-8023-43e7-8f68-fb273907f73c gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:33.339451 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 4ed74663-e74e-4929-86a7-1ca7a8467f6a is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:33.339978 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:33.347040 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (043048d6-fc33-4db2-8933-8df02272835d), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:33.428767 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-424e2585-f0c2-491d-bada-52fc223ccb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324666'] for subnet (25bb2d1b-eba8-46aa-bb01-698c07564941), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:33.441787 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed74663-e74e-4929-86a7-1ca7a8467f6a {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:23:33.448707 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:33.490651 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=043048d6-fc33-4db2-8933-8df02272835d,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:33.497017 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'name': 'tempest-TestMinimumBasicScenario-1578922213-router', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:29Z', 'updated_at': '2022-05-18T14:23:31Z', 'revision_number': 3, 'project_id': '4123107639734a758094c7b9d2f2550f', 'gw_port': {'id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:30Z', 'updated_at': '2022-05-18T14:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:33.527301 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Checking router: ec154ea3-8023-43e7-8f68-fb273907f73c for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:23:33.528065 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Updating router ec154ea3-8023-43e7-8f68-fb273907f73c port 1f6cfd33-0e3b-41b4-8148-124b0209daa1 binding host dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:23:33.538557 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 4ed74663-e74e-4929-86a7-1ca7a8467f6a, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=4ed74663-e74e-4929-86a7-1ca7a8467f6a,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:33.539098 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e2585-f0c2-491d-bada-52fc223ccb06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25bb2d1b-eba8-46aa-bb01-698c07564941,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:33.588089 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:33.602827 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31d7a9f6-a051-4323-9637-c8974d12a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:33.614458 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-9699e137-d3b3-4392-85f9-7af899de5f8b None None] Current status of the port 043048d6-fc33-4db2-8933-8df02272835d is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:33.628280 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:33.631677 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e2585-f0c2-491d-bada-52fc223ccb06 admin admin] Checking segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:33.631677 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e2585-f0c2-491d-bada-52fc223ccb06 admin admin] Network hostable DHCP agents. Network: ec2155ff-0b54-43b6-ab95-01ac5eab32d1, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:23:33.692825 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:33.715025 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=4ed74663-e74e-4929-86a7-1ca7a8467f6a,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:33.741930 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e2585-f0c2-491d-bada-52fc223ccb06 admin admin] Network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:23:33.838898 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-424e2585-f0c2-491d-bada-52fc223ccb06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, ec2155ff-0b54-43b6-ab95-01ac5eab32d1) {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:33.843802 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e2585-f0c2-491d-bada-52fc223ccb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:33.844401 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-424e2585-f0c2-491d-bada-52fc223ccb06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:33.848193 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-5bd90dec-8538-4cdd-a3df-59324fbbf217 None None] Provisioning complete for port 043048d6-fc33-4db2-8933-8df02272835d triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:33.848714 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5bd90dec-8538-4cdd-a3df-59324fbbf217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (043048d6-fc33-4db2-8933-8df02272835d), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:33.857659 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:33.886123 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d32a8f-4fb0-4fd8-9729-b539e04771e6 None None] Network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:23:33.946768 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['4ed74663-e74e-4929-86a7-1ca7a8467f6a'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:23:33.961272 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-424e2585-f0c2-491d-bada-52fc223ccb06 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5148170 May 18 14:23:33.963953 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47676) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:33.971383 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:34.158953 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Publish callbacks [] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.193827 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2874'] for router (8804303e-ad5b-4958-beef-ab274a064550), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.193827 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2851'] for router (8804303e-ad5b-4958-beef-ab274a064550), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.213676 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-5bd90dec-8538-4cdd-a3df-59324fbbf217 None None] Current status of the port 043048d6-fc33-4db2-8933-8df02272835d is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:34.227155 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:34.250177 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 043048d6-fc33-4db2-8933-8df02272835d up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:34.250439 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.299785 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:34.305347 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb805bdb4-2e36-56dc-976c-a47f1b047df3-ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941'}]}} from dv-cinder-755101-9-iscsi. {{(pid=104326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:23:34.306380 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.306666 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Publish callbacks [] for router_controller (8804303e-ad5b-4958-beef-ab274a064550), precommit_add_association {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.345671 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.346674 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Pushing event updated for resources: {'Port': ['ID=1f6cfd33-0e3b-41b4-8148-124b0209daa1,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:34.355400 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 043048d6-fc33-4db2-8933-8df02272835d triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:34.355786 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (043048d6-fc33-4db2-8933-8df02272835d), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.357519 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.357863 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.358227 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.358588 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.358952 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.359253 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.359571 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.359894 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.360220 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.361097 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.361424 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.361765 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.362198 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.362533 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.362883 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:34.380707 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:23:34.381775 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d4c0f-02e4-446c-b400-9a3336fbab9e req-b3b8bb2b-f8fe-40b5-b164-0df27f1ae05e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:34.385850 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Attempting to bind port 1f6cfd33-0e3b-41b4-8148-124b0209daa1 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:23:34.386219 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Attempting to bind port 1f6cfd33-0e3b-41b4-8148-124b0209daa1 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:23:34.386363 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-319d4c0f-02e4-446c-b400-9a3336fbab9e req-b3b8bb2b-f8fe-40b5-b164-0df27f1ae05e tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 945 time: 0.3544731 May 18 14:23:34.386675 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Attempting to bind port 1f6cfd33-0e3b-41b4-8148-124b0209daa1 on network 6fa52440-9078-453c-aafb-df38f6e3da5b {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:34.392749 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:23:34.393199 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Checking segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:34.393611 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.394000 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Bound using segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:23:34.394521 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Bound port: 1f6cfd33-0e3b-41b4-8148-124b0209daa1, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:23:34.394900 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.404348 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d54b9-8dfb-475d-a55d-2a52543c07da req-c6877a6d-8e33-4c1c-93c9-6f48b514518e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:34.406041 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-459d54b9-8dfb-475d-a55d-2a52543c07da req-c6877a6d-8e33-4c1c-93c9-6f48b514518e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 944 time: 0.2369792 May 18 14:23:34.456228 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] For port 1f6cfd33-0e3b-41b4-8148-124b0209daa1, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:23:34.463097 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] For port 1f6cfd33-0e3b-41b4-8148-124b0209daa1, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=1f6cfd33-0e3b-41b4-8148-124b0209daa1,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:23:34.546094 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Allocated IP 172.20.0.1 (d19456e3-6486-4c78-b3f8-0aa07ad1e60e/7a151e42-65ea-4105-95b3-510b97a08021/2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:34.582473 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.609950 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-459d54b9-8dfb-475d-a55d-2a52543c07da req-ae4d259f-746c-46d7-a837-d7c7f093a852 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1927152 May 18 14:23:34.655147 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-319d4c0f-02e4-446c-b400-9a3336fbab9e req-e5c67ca7-a942-44d8-a818-fce3b9112980 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422364 May 18 14:23:34.687370 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:34.695396 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Publish callbacks [] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.728896 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Publish callbacks [] for router_gateway (8804303e-ad5b-4958-beef-ab274a064550), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.763573 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983c651-ff6a-4645-9c08-832ddb639b37 None None] Pushing event updated for resources: {'Port': ['ID=1f6cfd33-0e3b-41b4-8148-124b0209daa1,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:34.778447 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:34.781576 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Routers {'ec154ea3-8023-43e7-8f68-fb273907f73c'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:34.785866 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['ec154ea3-8023-43e7-8f68-fb273907f73c'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:34.790518 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 30f21f39-498c-4796-8d24-a2e2e62eccb4 up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:34.821721 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:34.867284 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f80f4-2886-4f96-827a-c18d760fbcec req-15905801-8092-45ac-a6a3-bc5ddb16de7e tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:34.881061 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c71f80f4-2886-4f96-827a-c18d760fbcec req-15905801-8092-45ac-a6a3-bc5ddb16de7e tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 944 time: 0.1249511 May 18 14:23:34.891235 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Network d19456e3-6486-4c78-b3f8-0aa07ad1e60e is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:34.900776 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:34.902098 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Allocated IP 172.20.0.2 (ec2155ff-0b54-43b6-ab95-01ac5eab32d1/25bb2d1b-eba8-46aa-bb01-698c07564941/63479bb3-545d-4024-9ed0-a0e9d095cedb) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:34.916052 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:34.928151 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 043048d6-fc33-4db2-8933-8df02272835d is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:34.945508 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 30f21f39-498c-4796-8d24-a2e2e62eccb4 completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:23:34.960571 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:35.002914 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645247'] for router_interface (ec154ea3-8023-43e7-8f68-fb273907f73c), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.064905 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c71f80f4-2886-4f96-827a-c18d760fbcec req-d0fca83d-2639-4e4f-8a17-f41c5e2007e8 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809292 May 18 14:23:35.084191 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] Set router ec154ea3-8023-43e7-8f68-fb273907f73c gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:35.087779 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 30f21f39-498c-4796-8d24-a2e2e62eccb4 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:35.088156 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.154507 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:35.218759 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.321851 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Publish callbacks [] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.333248 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Publish callbacks [] for router_gateway (8804303e-ad5b-4958-beef-ab274a064550), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.334746 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 30f21f39-498c-4796-8d24-a2e2e62eccb4 is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:35.335323 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.355798 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.362739 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f21f39-498c-4796-8d24-a2e2e62eccb4'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:23:35.365301 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acbddf0-63f1-48e3-9d70-2ba307516f74" -d '{"events": [{"server_uuid": "28a92de7-80ca-4927-b7fb-caa962c2b03f", "name": "network-vif-plugged", "status": "completed", "tag": "30f21f39-498c-4796-8d24-a2e2e62eccb4"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:23:35.380087 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 30f21f39-498c-4796-8d24-a2e2e62eccb4, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=30f21f39-498c-4796-8d24-a2e2e62eccb4,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:35.394090 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.428233 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.436447 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:35.469209 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.470885 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device cea436b6-0de4-47d9-a6dd-c0514f0884ce up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:35.478122 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'name': 'tempest-TestMinimumBasicScenario-1578922213-router', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:29Z', 'updated_at': '2022-05-18T14:23:31Z', 'revision_number': 3, 'project_id': '4123107639734a758094c7b9d2f2550f', 'gw_port': {'id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:30Z', 'updated_at': '2022-05-18T14:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:35.511340 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-e8c1edb8-2f78-49e8-b2d3-fcbb82f98119 None None] Provisioning complete for port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:35.511845 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e8c1edb8-2f78-49e8-b2d3-fcbb82f98119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.515270 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:35.523811 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Pushing event updated for resources: {'Port': ['ID=63479bb3-545d-4024-9ed0-a0e9d095cedb,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:35.550879 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:35.564222 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:35.566898 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad447044-14d5-45c5-9c91-4e2f843f8b8e None None] The sync data for ids ['ec154ea3-8023-43e7-8f68-fb273907f73c'] in dv-cinder-755101-9-iscsi is: [{'id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'name': 'tempest-TestMinimumBasicScenario-1578922213-router', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:29Z', 'updated_at': '2022-05-18T14:23:31Z', 'revision_number': 3, 'project_id': '4123107639734a758094c7b9d2f2550f', 'gw_port': {'id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:30Z', 'updated_at': '2022-05-18T14:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:23:35.600677 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:35.615575 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Allocated IP 172.27.2.203 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/e090ef4c-ab60-4307-b632-0f6e2f5e85cf) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:35.647458 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:35.726241 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c77369-9bf4-435b-bd78-fac09aa07042 x-openstack-request-id: req-27c77369-9bf4-435b-bd78-fac09aa07042 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:23:35.726852 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a92de7-80ca-4927-b7fb-caa962c2b03f", "name": "network-vif-plugged", "status": "completed", "tag": "30f21f39-498c-4796-8d24-a2e2e62eccb4", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:23:35.730023 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-27c77369-9bf4-435b-bd78-fac09aa07042 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:23:35.730622 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c77369-9bf4-435b-bd78-fac09aa07042'] response: {'server_uuid': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f21f39-498c-4796-8d24-a2e2e62eccb4', 'code': 200} May 18 14:23:35.753677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1edb8-2f78-49e8-b2d3-fcbb82f98119 None None] Port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:23:35.818373 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:35.851604 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:35.862086 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port cea436b6-0de4-47d9-a6dd-c0514f0884ce triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:35.873884 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.877025 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=30f21f39-498c-4796-8d24-a2e2e62eccb4,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:35.973113 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Attempting to bind port 63479bb3-545d-4024-9ed0-a0e9d095cedb on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:23:35.973492 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Attempting to bind port 63479bb3-545d-4024-9ed0-a0e9d095cedb by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:23:35.973857 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Attempting to bind port 63479bb3-545d-4024-9ed0-a0e9d095cedb on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:35.992328 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:23:35.992732 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Checking segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:35.993169 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:35.993566 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Bound using segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:23:35.994057 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Bound port: 63479bb3-545d-4024-9ed0-a0e9d095cedb, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:23:35.994441 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:36.002002 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Publish callbacks [] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:36.087818 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:36.158506 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port cea436b6-0de4-47d9-a6dd-c0514f0884ce is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:36.158506 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:36.168340 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] For port 63479bb3-545d-4024-9ed0-a0e9d095cedb, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:23:36.207216 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] For port 63479bb3-545d-4024-9ed0-a0e9d095cedb, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=63479bb3-545d-4024-9ed0-a0e9d095cedb,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:23:36.244154 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:36.270977 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:36.293659 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646453'] for router_interface (ec154ea3-8023-43e7-8f68-fb273907f73c), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:36.296732 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fec7e-ac38-4954-9c63-cf5456955a09 req-dc69495b-ca63-4113-923d-0f7aa0d8cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:36.299931 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-850fec7e-ac38-4954-9c63-cf5456955a09 req-dc69495b-ca63-4113-923d-0f7aa0d8cb86 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 1130 time: 0.0610356 May 18 14:23:36.348155 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:36.397982 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:36.412309 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Publish callbacks [] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:36.421301 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:36.443009 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81d049-6f8d-4f06-8bf1-4238d3b039c4 req-e478620a-d549-49c2-9132-0d06dda366e3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:36.449981 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3d81d049-6f8d-4f06-8bf1-4238d3b039c4 req-e478620a-d549-49c2-9132-0d06dda366e3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 944 time: 0.6300461 May 18 14:23:36.454571 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a78af-8087-4f26-b0fa-a6ab3321ed36 req-19ef0cf4-7c2b-454e-b00d-32e6e3b80318 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:36.456131 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ac4a78af-8087-4f26-b0fa-a6ab3321ed36 req-19ef0cf4-7c2b-454e-b00d-32e6e3b80318 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 946 time: 0.6021028 May 18 14:23:36.510269 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8392df7-e2d1-4dc8-9f0a-cdba27b47e52 None None] Pushing event updated for resources: {'Port': ['ID=63479bb3-545d-4024-9ed0-a0e9d095cedb,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:36.558362 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Network d19456e3-6486-4c78-b3f8-0aa07ad1e60e is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:36.580466 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:36.624956 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=cea436b6-0de4-47d9-a6dd-c0514f0884ce,revision_number=7']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:36.661460 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ac4a78af-8087-4f26-b0fa-a6ab3321ed36 req-0968344b-e8ca-4cc2-a4d3-24355730e9b1 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941819 May 18 14:23:36.672714 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:36.675231 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3d81d049-6f8d-4f06-8bf1-4238d3b039c4 req-1f94cad9-6615-45e3-8f7f-7bef836b10da tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2181079 May 18 14:23:36.707708 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:36.713587 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:36.725948 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:36.734522 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-850fec7e-ac38-4954-9c63-cf5456955a09 req-10b18954-3a15-4fc7-a0ce-6d2e6e7b489f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4207561 May 18 14:23:36.750287 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 4ed74663-e74e-4929-86a7-1ca7a8467f6a up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:36.754449 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:36.809811 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:36.812394 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:36.925395 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 4ed74663-e74e-4929-86a7-1ca7a8467f6a completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:23:36.941064 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:36.942941 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Pushing event updated for resources: {'Port': ['ID=e090ef4c-ab60-4307-b632-0f6e2f5e85cf,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:36.978133 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:37.004644 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ee60c-fda3-4024-a7a4-bbebd45f5b25 req-dadc6ae7-fc8e-4112-9305-c59add451d25 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:37.006754 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3c7ee60c-fda3-4024-a7a4-bbebd45f5b25 req-dadc6ae7-fc8e-4112-9305-c59add451d25 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 944 time: 0.1504459 May 18 14:23:37.010505 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 4ed74663-e74e-4929-86a7-1ca7a8467f6a triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:37.011120 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:37.029121 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Router ec154ea3-8023-43e7-8f68-fb273907f73c has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:23:37.161936 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-8412c117-6f3c-408d-b526-e258eb91d201 None None] Provisioning complete for port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:37.162313 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8412c117-6f3c-408d-b526-e258eb91d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:37.211370 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:23:37.218019 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-af194e0a-a05c-41da-b2b6-ecf9be81ef37 admin admin] 10.222.0.71 "PUT /v2.0/routers/ec154ea3-8023-43e7-8f68-fb273907f73c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9424207 May 18 14:23:37.252578 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 4ed74663-e74e-4929-86a7-1ca7a8467f6a is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:37.253006 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:37.256272 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-8412c117-6f3c-408d-b526-e258eb91d201 None None] Port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:23:37.313126 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3c7ee60c-fda3-4024-a7a4-bbebd45f5b25 req-9aa96549-b8bc-4a5e-8237-cce278d119ec tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899153 May 18 14:23:37.314301 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 4ed74663-e74e-4929-86a7-1ca7a8467f6a, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=4ed74663-e74e-4929-86a7-1ca7a8467f6a,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:37.448377 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:37.697366 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=4ed74663-e74e-4929-86a7-1ca7a8467f6a,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:37.733501 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Publish callbacks [] for router_gateway (8804303e-ad5b-4958-beef-ab274a064550), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:37.734834 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce'}, {'server_uuid': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed74663-e74e-4929-86a7-1ca7a8467f6a'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:23:37.741924 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db100ae6-b6cd-4141-b90d-76abf48893d8" -d '{"events": [{"server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "name": "network-vif-plugged", "status": "completed", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce"}, {"server_uuid": "23f5c10a-fe57-40ac-88cf-a8ba82154178", "name": "network-vif-plugged", "status": "completed", "tag": "4ed74663-e74e-4929-86a7-1ca7a8467f6a"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:23:37.861421 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:38.060071 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532a7b8-4c59-45bd-9a72-c876c0a483ea req-313793a1-1b9e-47e4-9124-3aab0f25356c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:38.061188 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2532a7b8-4c59-45bd-9a72-c876c0a483ea req-313793a1-1b9e-47e4-9124-3aab0f25356c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.1686296 May 18 14:23:38.096288 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3650f7-17da-413e-b275-7480669abaf3 req-0a31e807-4992-4826-9047-83544db24184 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:38.104263 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-da3650f7-17da-413e-b275-7480669abaf3 req-0a31e807-4992-4826-9047-83544db24184 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 946 time: 0.2207408 May 18 14:23:38.146796 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:38.289201 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2532a7b8-4c59-45bd-9a72-c876c0a483ea req-b9053ddb-0ec0-48d6-ab32-c26b052e5fa1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1762726 May 18 14:23:38.308225 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632658'] for router (8804303e-ad5b-4958-beef-ab274a064550), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:38.318302 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d09119-3264-4a88-bfc4-7ce20262b6a2 None None] Network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:23:38.327470 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-da3650f7-17da-413e-b275-7480669abaf3 req-e46e54e7-476b-482f-ab75-e5fbf9756585 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223923 May 18 14:23:38.682918 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dd75d-ba98-40eb-947a-9846d5467448 req-1aad2ffb-adce-4825-9c86-dae1521c2202 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:38.691733 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6b2dd75d-ba98-40eb-947a-9846d5467448 req-1aad2ffb-adce-4825-9c86-dae1521c2202 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 945 time: 0.1568439 May 18 14:23:38.703557 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 63479bb3-545d-4024-9ed0-a0e9d095cedb up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:38.777455 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 May 2022 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf20e1e-50b1-4a7e-95a2-80a98cd33dbe x-openstack-request-id: req-caf20e1e-50b1-4a7e-95a2-80a98cd33dbe {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:23:38.777741 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "name": "network-vif-plugged", "status": "completed", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce", "code": 200}, {"server_uuid": "23f5c10a-fe57-40ac-88cf-a8ba82154178", "name": "network-vif-plugged", "status": "completed", "tag": "4ed74663-e74e-4929-86a7-1ca7a8467f6a", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:23:38.778005 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-caf20e1e-50b1-4a7e-95a2-80a98cd33dbe {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:23:38.789310 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf20e1e-50b1-4a7e-95a2-80a98cd33dbe'] response: {'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'code': 200} May 18 14:23:38.789478 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf20e1e-50b1-4a7e-95a2-80a98cd33dbe'] response: {'server_uuid': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'code': 200} May 18 14:23:38.797461 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:38.832062 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-10777e3c-1844-434d-b8e5-21d4a76f2a81 None None] Provisioning complete for port 63479bb3-545d-4024-9ed0-a0e9d095cedb triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:38.832438 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-10777e3c-1844-434d-b8e5-21d4a76f2a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:38.871603 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6b2dd75d-ba98-40eb-947a-9846d5467448 req-d3996595-9a1d-4690-af0f-5fb5a222a0d4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639190 May 18 14:23:38.878257 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Router 8804303e-ad5b-4958-beef-ab274a064550 is scheduled to L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb with binding_index 1 {{(pid=104324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:23:38.915714 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 63479bb3-545d-4024-9ed0-a0e9d095cedb triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:38.916092 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:38.945212 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Sync routers for ids ['ec154ea3-8023-43e7-8f68-fb273907f73c'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:23:39.096899 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Routers {'ec154ea3-8023-43e7-8f68-fb273907f73c'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:39.097581 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['ec154ea3-8023-43e7-8f68-fb273907f73c'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:39.155346 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:23:39.172177 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Sync routers for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:23:39.192184 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:39.193313 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:39.195069 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66281711-3ba7-40c4-86b6-f68820167cd9 req-99f09814-84b9-412b-aa08-fbd2a31ed629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:39.203035 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-66281711-3ba7-40c4-86b6-f68820167cd9 req-99f09814-84b9-412b-aa08-fbd2a31ed629 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 1129 time: 0.1327679 May 18 14:23:39.274806 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:39.277160 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-6ba2f2c6-fc88-4cb2-af1d-f1e153ced180 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3116467 May 18 14:23:39.279598 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47724) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:39.367166 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Set router ec154ea3-8023-43e7-8f68-fb273907f73c gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:39.420365 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-66281711-3ba7-40c4-86b6-f68820167cd9 req-254c373a-e40d-48fd-9404-c66514300a9b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105536 May 18 14:23:39.546548 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:39.552420 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:39.720066 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:39.805933 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ace02-d5b7-44cf-b725-be9e097e0164 req-5ec92b65-5fbb-4e53-aa39-e1fa6c714007 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:39.812380 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-10777e3c-1844-434d-b8e5-21d4a76f2a81 None None] Current status of the port 63479bb3-545d-4024-9ed0-a0e9d095cedb is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:39.812803 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-10777e3c-1844-434d-b8e5-21d4a76f2a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:39.815718 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b71ace02-d5b7-44cf-b725-be9e097e0164 req-5ec92b65-5fbb-4e53-aa39-e1fa6c714007 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 946 time: 0.3080716 May 18 14:23:39.825744 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dc4d8-2446-4384-b8e2-55a0de1850a9 req-5aeaebc5-c535-45da-b151-fb4d7a6d1eb8 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:39.828456 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ad3dc4d8-2446-4384-b8e2-55a0de1850a9 req-5aeaebc5-c535-45da-b151-fb4d7a6d1eb8 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.3041542 May 18 14:23:39.838937 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 63479bb3-545d-4024-9ed0-a0e9d095cedb is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:39.839339 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:39.940705 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:37Z', 'revision_number': 3, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:39.993621 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port 63479bb3-545d-4024-9ed0-a0e9d095cedb, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=63479bb3-545d-4024-9ed0-a0e9d095cedb,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:40.016069 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Checking router: 8804303e-ad5b-4958-beef-ab274a064550 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:23:40.017340 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Updating router 8804303e-ad5b-4958-beef-ab274a064550 port e090ef4c-ab60-4307-b632-0f6e2f5e85cf binding host dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:23:40.045924 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ad3dc4d8-2446-4384-b8e2-55a0de1850a9 req-ce4a6fa1-438f-4501-8214-442b788b976d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1765213 May 18 14:23:40.068207 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b71ace02-d5b7-44cf-b725-be9e097e0164 req-18985b68-6eaa-4732-a15b-2f7adfab8360 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513816 May 18 14:23:40.147285 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:40.163483 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:40.164391 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 1f6cfd33-0e3b-41b4-8148-124b0209daa1 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:40.292606 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:40.320337 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'name': 'tempest-TestMinimumBasicScenario-1578922213-router', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:29Z', 'updated_at': '2022-05-18T14:23:35Z', 'revision_number': 4, 'project_id': '4123107639734a758094c7b9d2f2550f', 'gw_port': {'id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:30Z', 'updated_at': '2022-05-18T14:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4', 'name': '', 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'mac_address': 'fa:16:3e:3f:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7a151e42-65ea-4105-95b3-510b97a08021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:35Z', 'revision_number': 2, 'project_id': '4123107639734a758094c7b9d2f2550f', 'subnets': [{'id': '7a151e42-65ea-4105-95b3-510b97a08021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:40.380071 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Checking router: ec154ea3-8023-43e7-8f68-fb273907f73c for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:23:40.380750 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Updating router ec154ea3-8023-43e7-8f68-fb273907f73c port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 binding host dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:23:40.410502 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.db.api [None req-10777e3c-1844-434d-b8e5-21d4a76f2a81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 14:23:40.410916 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG oslo_db.api [None req-10777e3c-1844-434d-b8e5-21d4a76f2a81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 14:23:40.449808 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=63479bb3-545d-4024-9ed0-a0e9d095cedb,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:40.454001 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:40.456259 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 1f6cfd33-0e3b-41b4-8148-124b0209daa1 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:40.456639 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:40.521254 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:40.531448 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0833-3798-4d69-a3ba-72e0f49915fe req-70974435-583a-4d99-8160-290926f93b83 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:40.552955 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-635c0833-3798-4d69-a3ba-72e0f49915fe req-70974435-583a-4d99-8160-290926f93b83 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 946 time: 0.1157486 May 18 14:23:40.552955 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47738) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:40.555258 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-cde5cb6f-6475-4995-a72f-eb4ed14faa66 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Request body: {'floatingip': {'port_id': '30f21f39-498c-4796-8d24-a2e2e62eccb4'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:40.662790 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cde5cb6f-6475-4995-a72f-eb4ed14faa66 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (6f5a5a25-90d9-42df-943c-8fc87bf659c8), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:40.714151 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:40.852840 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Publish callbacks [] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:40.927067 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 1f6cfd33-0e3b-41b4-8148-124b0209daa1 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:40.928992 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:40.970143 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:41.007402 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port 1f6cfd33-0e3b-41b4-8148-124b0209daa1, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=1f6cfd33-0e3b-41b4-8148-124b0209daa1,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:41.196727 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Attempting to bind port e090ef4c-ab60-4307-b632-0f6e2f5e85cf on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:23:41.201543 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Attempting to bind port e090ef4c-ab60-4307-b632-0f6e2f5e85cf by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:23:41.203604 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Attempting to bind port e090ef4c-ab60-4307-b632-0f6e2f5e85cf on network 6fa52440-9078-453c-aafb-df38f6e3da5b {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:41.209449 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0ef8a-dae6-43e7-bed5-d99f3a3febe4 None None] Pushing event updated for resources: {'Port': ['ID=e090ef4c-ab60-4307-b632-0f6e2f5e85cf,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:41.225065 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:23:41.225459 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Checking segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:41.225909 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:41.244997 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Bound using segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:23:41.245819 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Bound port: e090ef4c-ab60-4307-b632-0f6e2f5e85cf, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:23:41.250419 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:41.315672 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Publish callbacks [] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:41.316094 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:41.325849 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:41.327374 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-10777e3c-1844-434d-b8e5-21d4a76f2a81 None None] Current status of the port 63479bb3-545d-4024-9ed0-a0e9d095cedb is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:41.335551 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:41.381622 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] For port e090ef4c-ab60-4307-b632-0f6e2f5e85cf, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:23:41.390283 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] For port e090ef4c-ab60-4307-b632-0f6e2f5e85cf, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=e090ef4c-ab60-4307-b632-0f6e2f5e85cf,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:23:41.436831 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:41.462423 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:41.510064 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=1f6cfd33-0e3b-41b4-8148-124b0209daa1,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:41.596821 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-a8e378d9-1c7d-4f88-b7b1-29093124f150 None None] Provisioning complete for port 63479bb3-545d-4024-9ed0-a0e9d095cedb triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:41.596821 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a8e378d9-1c7d-4f88-b7b1-29093124f150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:41.618101 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0ef8a-dae6-43e7-bed5-d99f3a3febe4 None None] Pushing event updated for resources: {'Port': ['ID=e090ef4c-ab60-4307-b632-0f6e2f5e85cf,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:41.619170 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 63479bb3-545d-4024-9ed0-a0e9d095cedb up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:41.622793 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b7cf5-fa63-4b91-9d80-f47b7936e9f1 req-d05f3adc-234c-4831-9bf9-4c7665ef697d tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:41.624355 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b71b7cf5-fa63-4b91-9d80-f47b7936e9f1 req-d05f3adc-234c-4831-9bf9-4c7665ef697d tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 945 time: 1.2034810 May 18 14:23:41.625156 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:41.625814 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:41.664296 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cde5cb6f-6475-4995-a72f-eb4ed14faa66 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:41.761289 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cde5cb6f-6475-4995-a72f-eb4ed14faa66 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (6f5a5a25-90d9-42df-943c-8fc87bf659c8), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:41.922108 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dba11-24ba-4baf-8bdb-e74b7f9dd4da None None] Pushing event updated for resources: {'Port': ['ID=2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:41.942078 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:42.161806 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 63479bb3-545d-4024-9ed0-a0e9d095cedb triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:42.162192 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:42.217404 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Attempting to bind port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:23:42.217689 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Attempting to bind port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '001df6b0-921d-4fec-880f-fe6023a320f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:23:42.217866 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Attempting to bind port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 on network d19456e3-6486-4c78-b3f8-0aa07ad1e60e {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:42.250358 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:23:42.251359 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Checking segment: {'id': '001df6b0-921d-4fec-880f-fe6023a320f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:42.251784 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:42.252171 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Bound using segment: {'id': '001df6b0-921d-4fec-880f-fe6023a320f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:23:42.252656 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Bound port: 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001df6b0-921d-4fec-880f-fe6023a320f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:23:42.253067 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:42.344964 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499f45a-683a-4db0-907e-a9fc41db6bb9 req-34cab01d-91eb-48f7-a427-372367930897 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:42.346125 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a499f45a-683a-4db0-907e-a9fc41db6bb9 req-34cab01d-91eb-48f7-a427-372367930897 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.7643964 May 18 14:23:42.381361 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:37Z', 'revision_number': 3, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:42.441257 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf1423-e839-4a1a-b025-a578c417a062 None None] The sync data for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi is: [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:37Z', 'revision_number': 3, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:23:42.524818 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b71b7cf5-fa63-4b91-9d80-f47b7936e9f1 req-e9637be8-ebaf-45f9-96ee-e005bed39588 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8629460 May 18 14:23:42.554742 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:42.638152 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a499f45a-683a-4db0-907e-a9fc41db6bb9 req-f5526dd7-7b3e-4aab-a682-5838ac4f54cb tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2403083 May 18 14:23:42.667563 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.l3_db [None req-cde5cb6f-6475-4995-a72f-eb4ed14faa66 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Floating IP 6f5a5a25-90d9-42df-943c-8fc87bf659c8 associated. External IP: 172.27.2.131, port: 30f21f39-498c-4796-8d24-a2e2e62eccb4. May 18 14:23:42.809624 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] For port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:23:42.813116 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] For port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4,segment=NetworkSegment(001df6b0-921d-4fec-880f-fe6023a320f3),segment_id=001df6b0-921d-4fec-880f-fe6023a320f3)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:23:42.835940 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-a8e378d9-1c7d-4f88-b7b1-29093124f150 None None] Current status of the port 63479bb3-545d-4024-9ed0-a0e9d095cedb is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:42.851730 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:42.869986 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:42.890043 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 63479bb3-545d-4024-9ed0-a0e9d095cedb is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:42.908118 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:43.063385 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dba11-24ba-4baf-8bdb-e74b7f9dd4da None None] Pushing event updated for resources: {'Port': ['ID=2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:43.071569 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Routers {'ec154ea3-8023-43e7-8f68-fb273907f73c'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:43.072225 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['ec154ea3-8023-43e7-8f68-fb273907f73c'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:43.272475 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] Set router ec154ea3-8023-43e7-8f68-fb273907f73c gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:43.412476 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Allocated IP 172.20.0.1 (ec2155ff-0b54-43b6-ab95-01ac5eab32d1/25bb2d1b-eba8-46aa-bb01-698c07564941/b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:43.433707 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:43.589611 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-bb12787a-7d50-4655-884b-9e86d2d4626d None None] Provisioning complete for port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:43.592558 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bb12787a-7d50-4655-884b-9e86d2d4626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:43.602087 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Publish callbacks [] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:43.609970 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:43.929450 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 1f6cfd33-0e3b-41b4-8148-124b0209daa1 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:44.112585 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f87720-f586-48bb-8c42-cb529928d59f req-77ea8ed5-dc30-43db-ae53-e57eb57ac4a0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:44.114252 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f0f87720-f586-48bb-8c42-cb529928d59f req-77ea8ed5-dc30-43db-ae53-e57eb57ac4a0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.1414421 May 18 14:23:44.159863 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'name': 'tempest-TestMinimumBasicScenario-1578922213-router', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:29Z', 'updated_at': '2022-05-18T14:23:35Z', 'revision_number': 4, 'project_id': '4123107639734a758094c7b9d2f2550f', 'gw_port': {'id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:30Z', 'updated_at': '2022-05-18T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4', 'name': '', 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'mac_address': 'fa:16:3e:3f:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7a151e42-65ea-4105-95b3-510b97a08021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:42Z', 'revision_number': 4, 'project_id': '4123107639734a758094c7b9d2f2550f', 'subnets': [{'id': '7a151e42-65ea-4105-95b3-510b97a08021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:44.246026 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde5cb6f-6475-4995-a72f-eb4ed14faa66 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Router fe4748ca-7337-4e62-b4d2-9767f1f0fccf has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:23:44.289063 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f28110-6fdc-4aa9-879c-e28ef1c6de1a req-9c1e696d-9926-45cb-bf1c-94df676f15f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:44.290083 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a1f28110-6fdc-4aa9-879c-e28ef1c6de1a req-9c1e696d-9926-45cb-bf1c-94df676f15f0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 945 time: 0.5662763 May 18 14:23:44.298845 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc3149-8bdf-4f7e-9b09-46196a671255 None None] The sync data for ids ['ec154ea3-8023-43e7-8f68-fb273907f73c'] in dv-cinder-755101-9-iscsi is: [{'id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'name': 'tempest-TestMinimumBasicScenario-1578922213-router', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:29Z', 'updated_at': '2022-05-18T14:23:35Z', 'revision_number': 4, 'project_id': '4123107639734a758094c7b9d2f2550f', 'gw_port': {'id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:30Z', 'updated_at': '2022-05-18T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4', 'name': '', 'network_id': 'd19456e3-6486-4c78-b3f8-0aa07ad1e60e', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'mac_address': 'fa:16:3e:3f:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7a151e42-65ea-4105-95b3-510b97a08021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:42Z', 'revision_number': 4, 'project_id': '4123107639734a758094c7b9d2f2550f', 'subnets': [{'id': '7a151e42-65ea-4105-95b3-510b97a08021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:23:44.328630 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-bb12787a-7d50-4655-884b-9e86d2d4626d None None] Current status of the port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:44.333310 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bb12787a-7d50-4655-884b-9e86d2d4626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:44.356835 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 1f6cfd33-0e3b-41b4-8148-124b0209daa1 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:44.356835 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:44.397899 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:44.405761 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:44.532622 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-bb12787a-7d50-4655-884b-9e86d2d4626d None None] For port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4,segment=NetworkSegment(001df6b0-921d-4fec-880f-fe6023a320f3),segment_id=001df6b0-921d-4fec-880f-fe6023a320f3)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:44.649112 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 1f6cfd33-0e3b-41b4-8148-124b0209daa1 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:44.651371 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device e090ef4c-ab60-4307-b632-0f6e2f5e85cf up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:44.755046 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bb12787a-7d50-4655-884b-9e86d2d4626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:44.794475 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Pushing event updated for resources: {'Port': ['ID=b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:44.806763 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a1f28110-6fdc-4aa9-879c-e28ef1c6de1a req-54169f10-7848-4dc9-8ddd-9fa4d466eeff tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5112240 May 18 14:23:44.814077 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f0f87720-f586-48bb-8c42-cb529928d59f req-e1ad1422-74eb-4f22-8e33-5cbf120d9abb tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6822391 May 18 14:23:44.881201 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:44.943080 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:44.944716 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:45.067743 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde5cb6f-6475-4995-a72f-eb4ed14faa66 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:23:45.068998 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port e090ef4c-ab60-4307-b632-0f6e2f5e85cf triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:45.068998 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:45.069956 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cde5cb6f-6475-4995-a72f-eb4ed14faa66 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:45.069956 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:45.070162 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229b90fb-661f-496e-ab42-8cb40ed97eb8 None None] Sync routers for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:23:45.070162 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-f1c87815-e24c-4d5f-9025-1cb928635312 None None] Provisioning complete for port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:45.070162 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f1c87815-e24c-4d5f-9025-1cb928635312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:45.070389 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645247'] for router_interface (8804303e-ad5b-4958-beef-ab274a064550), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:45.082689 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12787a-7d50-4655-884b-9e86d2d4626d None None] Pushing event updated for resources: {'Port': ['ID=2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:45.171424 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:45.174487 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port e090ef4c-ab60-4307-b632-0f6e2f5e85cf is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:45.174920 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:45.184705 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-cde5cb6f-6475-4995-a72f-eb4ed14faa66 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "PUT /v2.0/floatingips/6f5a5a25-90d9-42df-943c-8fc87bf659c8 HTTP/1.1" status: 200 len: 992 time: 4.6335146 May 18 14:23:45.190206 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b90fb-661f-496e-ab42-8cb40ed97eb8 None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:45.190879 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-229b90fb-661f-496e-ab42-8cb40ed97eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:45.206278 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'tag': '30f21f39-498c-4796-8d24-a2e2e62eccb4'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:23:45.216777 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45695c2-e43e-4a20-9acf-0a2dbdfbc83c" -d '{"events": [{"name": "network-changed", "server_uuid": "28a92de7-80ca-4927-b7fb-caa962c2b03f", "tag": "30f21f39-498c-4796-8d24-a2e2e62eccb4"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:23:45.314138 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a283b2d-fdec-4116-a8cd-4d50195bdd73 req-172333e2-84eb-4cb1-ab96-8a75208d0e1d tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:45.324207 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a283b2d-fdec-4116-a8cd-4d50195bdd73 req-172333e2-84eb-4cb1-ab96-8a75208d0e1d tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 945 time: 0.2907429 May 18 14:23:45.369536 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port e090ef4c-ab60-4307-b632-0f6e2f5e85cf, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=e090ef4c-ab60-4307-b632-0f6e2f5e85cf,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:45.522824 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e2c7f2-d78a-482f-81da-b6a4abbde9f9 x-openstack-request-id: req-f6e2c7f2-d78a-482f-81da-b6a4abbde9f9 {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:23:45.523437 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a92de7-80ca-4927-b7fb-caa962c2b03f", "tag": "30f21f39-498c-4796-8d24-a2e2e62eccb4", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:23:45.523929 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f6e2c7f2-d78a-482f-81da-b6a4abbde9f9 {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:23:45.524555 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e2c7f2-d78a-482f-81da-b6a4abbde9f9'] response: {'name': 'network-changed', 'server_uuid': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'tag': '30f21f39-498c-4796-8d24-a2e2e62eccb4', 'status': 'completed', 'code': 200} May 18 14:23:45.564590 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:45.619609 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a283b2d-fdec-4116-a8cd-4d50195bdd73 req-367bb26f-756a-42c1-854b-ed404a3f49a0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936287 May 18 14:23:45.621780 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45695c2-e43e-4a20-9acf-0a2dbdfbc83c req-d58c8615-b84a-4a39-89d1-64cfd1b2f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:45.629048 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a45695c2-e43e-4a20-9acf-0a2dbdfbc83c req-d58c8615-b84a-4a39-89d1-64cfd1b2f5cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=658446fc889449e6bc55b5856b9ce144&device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 1130 time: 0.1192389 May 18 14:23:45.639247 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47758) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:45.720850 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-f1c87815-e24c-4d5f-9025-1cb928635312 None None] Current status of the port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:45.802021 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-229b90fb-661f-496e-ab42-8cb40ed97eb8 None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:45.849371 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:45.888458 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86426fa-e773-4522-a01d-9485a79e624b tempest-TestVolumeBootPattern-886591704 tempest-TestVolumeBootPattern-886591704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:45.892776 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-b86426fa-e773-4522-a01d-9485a79e624b tempest-TestVolumeBootPattern-886591704 tempest-TestVolumeBootPattern-886591704-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 1124 time: 0.2518821 May 18 14:23:45.902180 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47762) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:45.915640 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:45.963256 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'port_id': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:45.984584 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=e090ef4c-ab60-4307-b632-0f6e2f5e85cf,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:46.051529 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:46.051904 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:46.066011 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6c6d77c5-7bca-48e2-9050-e3caad7aef66 None None] Provisioning complete for port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:46.066381 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6c6d77c5-7bca-48e2-9050-e3caad7aef66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:46.083437 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45695c2-e43e-4a20-9acf-0a2dbdfbc83c req-eb677bc4-3ad6-4da2-92c9-27a69463540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:46.085095 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a45695c2-e43e-4a20-9acf-0a2dbdfbc83c req-eb677bc4-3ad6-4da2-92c9-27a69463540d service neutron] 10.222.0.72 "GET /v2.0/networks?id=334439c5-6ef6-4e71-8281-26641c373c95 HTTP/1.1" status: 200 len: 912 time: 0.4502301 May 18 14:23:46.196950 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:46.414417 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:46.427244 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:46.669830 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e677a-2e3e-4344-9868-3fa36fe59a4d req-296c5287-0d1b-4f3c-8055-5c2467d122c4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:46.669830 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b59e677a-2e3e-4344-9868-3fa36fe59a4d req-296c5287-0d1b-4f3c-8055-5c2467d122c4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.4534364 May 18 14:23:46.672000 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:46.672000 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a45695c2-e43e-4a20-9acf-0a2dbdfbc83c req-338231ec-44bd-4da8-8444-86bd948b30e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30f21f39-498c-4796-8d24-a2e2e62eccb4 HTTP/1.1" status: 200 len: 1000 time: 0.4171245 May 18 14:23:46.673942 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b59e677a-2e3e-4344-9868-3fa36fe59a4d req-82d4b8b3-c469-4a86-85d6-c2a1fa346abf tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899169 May 18 14:23:46.674149 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d77c5-7bca-48e2-9050-e3caad7aef66 None None] Port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:23:46.674321 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Publish callbacks [] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:46.705526 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45695c2-e43e-4a20-9acf-0a2dbdfbc83c req-d63a154f-1bf5-4b3e-92b7-e0ac4fba9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:46.705816 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-229b90fb-661f-496e-ab42-8cb40ed97eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '6f5a5a25-90d9-42df-943c-8fc87bf659c8', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'port_id': '30f21f39-498c-4796-8d24-a2e2e62eccb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'mac_address': 'fa:16:3e:57:cd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:17Z', 'updated_at': '2022-05-18T14:23:41Z', 'revision_number': 1, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:07Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:46.707000 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a45695c2-e43e-4a20-9acf-0a2dbdfbc83c req-d63a154f-1bf5-4b3e-92b7-e0ac4fba9717 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d339709-559c-40e7-b626-3d9428a02eca HTTP/1.1" status: 200 len: 850 time: 0.1885145 May 18 14:23:46.739470 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229b90fb-661f-496e-ab42-8cb40ed97eb8 None None] Checking router: fe4748ca-7337-4e62-b4d2-9767f1f0fccf for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:23:46.789573 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:46.791199 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b90fb-661f-496e-ab42-8cb40ed97eb8 None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:46.792059 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-229b90fb-661f-496e-ab42-8cb40ed97eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:46.794462 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:46.797407 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45695c2-e43e-4a20-9acf-0a2dbdfbc83c req-e57e0012-0f85-4c1d-af6c-09b37c086f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:46.800190 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a45695c2-e43e-4a20-9acf-0a2dbdfbc83c req-e57e0012-0f85-4c1d-af6c-09b37c086f73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=334439c5-6ef6-4e71-8281-26641c373c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771651 May 18 14:23:46.932836 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-229b90fb-661f-496e-ab42-8cb40ed97eb8 None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:46.933051 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:46.951535 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Allocated IP 172.27.2.227 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/e5eddcb8-2f3c-485c-967d-d1dc3e525622) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:46.988747 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:47.050878 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a45695c2-e43e-4a20-9acf-0a2dbdfbc83c req-3423a039-519b-4c0f-a79b-b2452a096db7 service neutron] 10.222.0.72 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423055 May 18 14:23:47.059856 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646453'] for router_interface (8804303e-ad5b-4958-beef-ab274a064550), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:47.226457 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Pushing event updated for resources: {'Port': ['ID=b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:47.347632 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:47.362876 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:47.370359 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:47.582486 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-229b90fb-661f-496e-ab42-8cb40ed97eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '6f5a5a25-90d9-42df-943c-8fc87bf659c8', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'port_id': '30f21f39-498c-4796-8d24-a2e2e62eccb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'mac_address': 'fa:16:3e:57:cd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:17Z', 'updated_at': '2022-05-18T14:23:41Z', 'revision_number': 1, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:07Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:47.659409 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:47.669438 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229b90fb-661f-496e-ab42-8cb40ed97eb8 None None] The sync data for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi is: [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '6f5a5a25-90d9-42df-943c-8fc87bf659c8', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'port_id': '30f21f39-498c-4796-8d24-a2e2e62eccb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'mac_address': 'fa:16:3e:57:cd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:17Z', 'updated_at': '2022-05-18T14:23:41Z', 'revision_number': 1, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:07Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:23:47.762045 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Router 8804303e-ad5b-4958-beef-ab274a064550 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:23:47.849590 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-e08cf308-4435-444b-9a41-793067c912ee None None] Provisioning complete for port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:47.849981 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e08cf308-4435-444b-9a41-793067c912ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:47.928328 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a45695c2-e43e-4a20-9acf-0a2dbdfbc83c req-858c07e8-4098-4069-a4c9-37a37d3abc94 service neutron] 10.222.0.72 "GET /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8560250 May 18 14:23:48.066183 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af0a9e-41fd-4441-8cb4-7b1d4103739a req-9b0adfa9-e740-4a82-8463-ec16618b94aa tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:48.073982 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a3af0a9e-41fd-4441-8cb4-7b1d4103739a req-9b0adfa9-e740-4a82-8463-ec16618b94aa tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.2662642 May 18 14:23:48.076455 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-e08cf308-4435-444b-9a41-793067c912ee None None] Port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:23:48.138878 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device e090ef4c-ab60-4307-b632-0f6e2f5e85cf up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:48.217168 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port e090ef4c-ab60-4307-b632-0f6e2f5e85cf triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:48.218062 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:48.225198 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for port (e5eddcb8-2f3c-485c-967d-d1dc3e525622), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:48.237997 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ceb6ba-a6d3-4636-a2a1-0fe4afcc4475 None None] New status for floating IP 6f5a5a25-90d9-42df-943c-8fc87bf659c8: ACTIVE {{(pid=104327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:23:48.405967 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (e5eddcb8-2f3c-485c-967d-d1dc3e525622), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:48.427892 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port e090ef4c-ab60-4307-b632-0f6e2f5e85cf is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:48.484108 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a3af0a9e-41fd-4441-8cb4-7b1d4103739a req-f64cd0db-60ea-4886-9a9e-cb8eafc1dec5 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2397184 May 18 14:23:48.495673 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:23:48.509082 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-d899115f-e0bd-4a68-a06f-11627cc37c5b admin admin] 10.222.0.71 "PUT /v2.0/routers/8804303e-ad5b-4958-beef-ab274a064550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2228537 May 18 14:23:48.517722 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Sync routers for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:23:48.553799 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:48.554350 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:48.554857 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:48.557897 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:48.564005 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:48.623303 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'Port': ['ID=e5eddcb8-2f3c-485c-967d-d1dc3e525622,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:48.807780 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:48.890140 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:49.170615 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:49.183211 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (9c3b9931-b1ff-42d2-82c5-ff120e921519), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:49.235139 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:46Z', 'revision_number': 2, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:49.251781 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47776) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:49.257638 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-87eff3ba-4b04-4313-9469-7478bc9531d5 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627861814', 'description': 'tempest-description--1417313624'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:49.283166 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Checking router: 8804303e-ad5b-4958-beef-ab274a064550 for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:23:49.287825 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Updating router 8804303e-ad5b-4958-beef-ab274a064550 port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc binding host dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:23:49.346249 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:49.372509 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-87eff3ba-4b04-4313-9469-7478bc9531d5 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:49.475911 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (e5eddcb8-2f3c-485c-967d-d1dc3e525622), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:49.657812 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-87eff3ba-4b04-4313-9469-7478bc9531d5 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (a036a2f8-686e-4032-a136-022d8812d8c0), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:49.725125 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-87eff3ba-4b04-4313-9469-7478bc9531d5 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (a036a2f8-686e-4032-a136-022d8812d8c0), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:49.814141 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Publish callbacks [] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:49.818855 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:49.878586 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:49.919720 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for port (e5eddcb8-2f3c-485c-967d-d1dc3e525622), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:49.935944 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-87eff3ba-4b04-4313-9469-7478bc9531d5 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:49.940599 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-87eff3ba-4b04-4313-9469-7478bc9531d5 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6837029 May 18 14:23:49.941877 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 47780) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:49.945631 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-7260d7c1-f47f-4f0e-a72d-b28680e57170 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'security_group_rule': {'security_group_id': 'a036a2f8-686e-4032-a136-022d8812d8c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:49.949489 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18264cbe-2a19-49f3-bf2d-3531237f2238 None None] Pushing event updated for resources: {'Port': ['ID=b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:49.962820 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eff3ba-4b04-4313-9469-7478bc9531d5 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a036a2f8-686e-4032-a136-022d8812d8c0,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:49.984569 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ecafd-0f2d-4fc2-9c6b-a98d3551274e req-864faf40-22a6-4ab7-8f15-2a2b169b9ccc tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:49.989267 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (e5eddcb8-2f3c-485c-967d-d1dc3e525622), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:49.991435 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:50.002909 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f35ecafd-0f2d-4fc2-9c6b-a98d3551274e req-864faf40-22a6-4ab7-8f15-2a2b169b9ccc tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.2017512 May 18 14:23:50.114360 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Attempting to bind port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:23:50.121774 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Attempting to bind port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:23:50.122373 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Attempting to bind port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:23:50.125655 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f35ecafd-0f2d-4fc2-9c6b-a98d3551274e req-c4fc40b2-ebf3-4172-a1d8-e458f8a70ceb tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1216364 May 18 14:23:50.148014 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:23:50.148014 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Checking segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:23:50.148014 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:50.148014 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Bound using segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:23:50.148014 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Bound port: b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:23:50.148014 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:50.185341 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7260d7c1-f47f-4f0e-a72d-b28680e57170 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (9df54e71-afd5-4818-8c87-c8a1648ee372), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:50.189574 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (9c3b9931-b1ff-42d2-82c5-ff120e921519), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:50.204599 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'Port': ['ID=e5eddcb8-2f3c-485c-967d-d1dc3e525622,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:50.325527 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] For port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:23:50.329738 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] For port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:23:50.368868 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7260d7c1-f47f-4f0e-a72d-b28680e57170 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (9df54e71-afd5-4818-8c87-c8a1648ee372), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:50.422112 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Floating IP 9c3b9931-b1ff-42d2-82c5-ff120e921519 associated. External IP: 172.27.2.227, port: 4ed74663-e74e-4929-86a7-1ca7a8467f6a. May 18 14:23:50.427591 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-2c69274b-5a42-41e8-9377-2c838b9144bd None None] Provisioning complete for port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:50.428211 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2c69274b-5a42-41e8-9377-2c838b9144bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:50.457280 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:50.477899 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:50.520482 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-2c69274b-5a42-41e8-9377-2c838b9144bd None None] Port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:23:50.575902 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:50.581788 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:50.632191 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7260d7c1-f47f-4f0e-a72d-b28680e57170 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (9df54e71-afd5-4818-8c87-c8a1648ee372), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:50.660553 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:50.674964 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18264cbe-2a19-49f3-bf2d-3531237f2238 None None] Pushing event updated for resources: {'Port': ['ID=b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:50.728706 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260d7c1-f47f-4f0e-a72d-b28680e57170 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df54e71-afd5-4818-8c87-c8a1648ee372,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:50.865565 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:50.943346 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:23:50.954792 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7260d7c1-f47f-4f0e-a72d-b28680e57170 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:50.958946 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47782) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:50.959522 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-7260d7c1-f47f-4f0e-a72d-b28680e57170 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0169580 May 18 14:23:50.964402 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'security_group_rule': {'security_group_id': 'a036a2f8-686e-4032-a136-022d8812d8c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:51.124115 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (a9015607-fd60-4b99-8059-7342efeacfd9), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:51.168366 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:23:51.175803 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-b6cda690-acfd-4476-80a1-df62ab646f10 None None] Provisioning complete for port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:51.175803 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b6cda690-acfd-4476-80a1-df62ab646f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:51.192575 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19741599-13f7-4755-b6c2-0f0b14fd8869 None None] Sync routers for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:23:51.246757 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19741599-13f7-4755-b6c2-0f0b14fd8869 None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:51.246757 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-19741599-13f7-4755-b6c2-0f0b14fd8869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:51.292257 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:51.366611 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e06d8-ea78-4699-985f-ea6be7a0f63d req-716bdd2a-18a2-4219-8f6b-a7ce86bc0d2e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:51.369908 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f47e06d8-ea78-4699-985f-ea6be7a0f63d req-716bdd2a-18a2-4219-8f6b-a7ce86bc0d2e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0897346 May 18 14:23:51.373645 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (a9015607-fd60-4b99-8059-7342efeacfd9), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:51.412655 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-17efafce-aaa4-4311-a075-aee7646593c0 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4793930 May 18 14:23:51.412655 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'tag': '4ed74663-e74e-4929-86a7-1ca7a8467f6a'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:23:51.412655 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216af5ca-1ba7-42b6-a1cf-523707db5f77" -d '{"events": [{"name": "network-changed", "server_uuid": "23f5c10a-fe57-40ac-88cf-a8ba82154178", "tag": "4ed74663-e74e-4929-86a7-1ca7a8467f6a"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:23:51.533414 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f47e06d8-ea78-4699-985f-ea6be7a0f63d req-5824c1c6-22a7-454e-aeba-5f8473ce09b0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1500287 May 18 14:23:51.534544 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5b4fe1-665d-424e-b43e-c102a8a723c2 x-openstack-request-id: req-cd5b4fe1-665d-424e-b43e-c102a8a723c2 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:23:51.534846 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f5c10a-fe57-40ac-88cf-a8ba82154178", "tag": "4ed74663-e74e-4929-86a7-1ca7a8467f6a", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:23:51.535102 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cd5b4fe1-665d-424e-b43e-c102a8a723c2 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:23:51.535548 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5b4fe1-665d-424e-b43e-c102a8a723c2'] response: {'name': 'network-changed', 'server_uuid': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'tag': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'status': 'completed', 'code': 200} May 18 14:23:51.595866 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-b6cda690-acfd-4476-80a1-df62ab646f10 None None] Current status of the port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:51.599149 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b6cda690-acfd-4476-80a1-df62ab646f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:51.617578 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-19741599-13f7-4755-b6c2-0f0b14fd8869 None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:51.644722 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216af5ca-1ba7-42b6-a1cf-523707db5f77 req-431b8eb2-774b-4a10-acf5-4e5364acfa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:51.649551 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-216af5ca-1ba7-42b6-a1cf-523707db5f77 req-431b8eb2-774b-4a10-acf5-4e5364acfa05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 1129 time: 0.0918388 May 18 14:23:51.685033 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-b6cda690-acfd-4476-80a1-df62ab646f10 None None] For port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:23:51.708840 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:50Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:51.741369 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (a9015607-fd60-4b99-8059-7342efeacfd9), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:51.767999 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a8098b-c6b3-4b91-9d14-a79ed383c67b None None] The sync data for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi is: [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:50Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:23:51.769823 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:51.792238 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9015607-fd60-4b99-8059-7342efeacfd9,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:51.805369 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.805696 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.806107 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.806573 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.806991 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.807460 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.807866 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.808265 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.808664 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.809118 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.809493 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.809889 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.810285 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.811529 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.811529 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:23:51.954447 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b6cda690-acfd-4476-80a1-df62ab646f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:51.988730 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216af5ca-1ba7-42b6-a1cf-523707db5f77 req-2d6cab31-6378-4883-b1c3-023c7d1e702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:51.990278 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-216af5ca-1ba7-42b6-a1cf-523707db5f77 req-2d6cab31-6378-4883-b1c3-023c7d1e702c service neutron] 10.222.0.72 "GET /v2.0/networks?id=485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 200 len: 912 time: 0.3320956 May 18 14:23:52.029724 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:52.031088 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8336c736-fcaa-4938-9ed1-e1a95d6475bc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0703495 May 18 14:23:52.034837 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:52.035975 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 47790) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:23:52.041499 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:23:52.132012 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cda690-acfd-4476-80a1-df62ab646f10 None None] Pushing event updated for resources: {'Port': ['ID=b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:52.156329 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-216af5ca-1ba7-42b6-a1cf-523707db5f77 req-772ad3e7-d9f9-4fb2-8871-1076318a1039 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ed74663-e74e-4929-86a7-1ca7a8467f6a HTTP/1.1" status: 200 len: 999 time: 0.1563134 May 18 14:23:52.198460 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:52.211692 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-19741599-13f7-4755-b6c2-0f0b14fd8869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '9c3b9931-b1ff-42d2-82c5-ff120e921519', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:81:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:49Z', 'updated_at': '2022-05-18T14:23:49Z', 'revision_number': 0, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:52.258044 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216af5ca-1ba7-42b6-a1cf-523707db5f77 req-40942610-c59e-4a9f-8606-4f17906083e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:52.259721 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-216af5ca-1ba7-42b6-a1cf-523707db5f77 req-40942610-c59e-4a9f-8606-4f17906083e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17f3fca3-f8aa-4221-afa0-9e4e902842ea HTTP/1.1" status: 200 len: 850 time: 0.0942554 May 18 14:23:52.301914 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19741599-13f7-4755-b6c2-0f0b14fd8869 None None] Checking router: fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:23:52.352120 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19741599-13f7-4755-b6c2-0f0b14fd8869 None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:23:52.352823 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-19741599-13f7-4755-b6c2-0f0b14fd8869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:23:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:52.379828 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216af5ca-1ba7-42b6-a1cf-523707db5f77 req-a6c773cb-bf39-4b46-8acc-49aeb191c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:52.381604 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-216af5ca-1ba7-42b6-a1cf-523707db5f77 req-a6c773cb-bf39-4b46-8acc-49aeb191c009 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485bb1dd-78e1-4b7c-907c-2599bbac27f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1136453 May 18 14:23:52.392609 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:52.399055 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:52.426077 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:52.531367 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:52.629222 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-216af5ca-1ba7-42b6-a1cf-523707db5f77 req-39c59f56-e58d-49a8-a4cd-0361a4a27a1a service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341497 May 18 14:23:52.676117 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Allocated IP 172.27.2.7 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/c15e29f4-da13-4949-9cb9-d35c0ef643a7) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:23:52.889565 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-19741599-13f7-4755-b6c2-0f0b14fd8869 None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:23:52.969303 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-216af5ca-1ba7-42b6-a1cf-523707db5f77 req-6d28c6c6-5950-4953-b47f-779d13a7fcd7 service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295562 May 18 14:23:53.002350 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for port (c15e29f4-da13-4949-9cb9-d35c0ef643a7), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:53.200427 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (c15e29f4-da13-4949-9cb9-d35c0ef643a7), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:53.312107 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c632f-053e-47f7-87bd-80f33c7d758a req-f0a105bb-de9e-43eb-9151-44b86dbb4a73 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:53.324627 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c89c632f-053e-47f7-87bd-80f33c7d758a req-f0a105bb-de9e-43eb-9151-44b86dbb4a73 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.2307405 May 18 14:23:53.434371 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:53.474737 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:23:53.488635 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-19741599-13f7-4755-b6c2-0f0b14fd8869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '9c3b9931-b1ff-42d2-82c5-ff120e921519', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:81:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:49Z', 'updated_at': '2022-05-18T14:23:49Z', 'revision_number': 0, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:23:53.507213 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:23:53.523659 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19741599-13f7-4755-b6c2-0f0b14fd8869 None None] The sync data for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi is: [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '9c3b9931-b1ff-42d2-82c5-ff120e921519', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:81:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:49Z', 'updated_at': '2022-05-18T14:23:49Z', 'revision_number': 0, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:23:53.542283 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:23:53.597580 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c89c632f-053e-47f7-87bd-80f33c7d758a req-c4f34296-9974-4018-aa27-a689bca801f6 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2640932 May 18 14:23:53.598385 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'Port': ['ID=c15e29f4-da13-4949-9cb9-d35c0ef643a7,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:53.836983 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (996aa7d0-4d34-4abe-a52b-20284ae8ee6d), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:53.917772 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:23:53.932060 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:53.939915 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:23:53.940497 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:54.206549 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:23:54.607568 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (c15e29f4-da13-4949-9cb9-d35c0ef643a7), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:54.935429 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:55.062658 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b1dc24-40a0-4c23-b7ef-8e63bd50e962 None None] New status for floating IP 9c3b9931-b1ff-42d2-82c5-ff120e921519: ACTIVE {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:23:55.191817 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:55.311735 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782ce34-6dac-4a3b-b9e3-2e683df58fd1 req-aa531c1f-648b-4e55-8920-c862ddc50e06 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:55.319995 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7782ce34-6dac-4a3b-b9e3-2e683df58fd1 req-aa531c1f-648b-4e55-8920-c862ddc50e06 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.5752254 May 18 14:23:55.380557 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7782ce34-6dac-4a3b-b9e3-2e683df58fd1 req-ab028ef0-55e0-42e0-abff-f176de27f309 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585034 May 18 14:23:55.494355 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for port (c15e29f4-da13-4949-9cb9-d35c0ef643a7), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:55.575670 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (c15e29f4-da13-4949-9cb9-d35c0ef643a7), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:55.710692 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'Port': ['ID=c15e29f4-da13-4949-9cb9-d35c0ef643a7,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:23:55.754738 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (996aa7d0-4d34-4abe-a52b-20284ae8ee6d), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:55.956335 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:23:55.957944 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-36e69880-1185-4fab-aec8-359b7cf296f0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9207475 May 18 14:23:56.539105 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43e35d-b5ae-44e2-a1f5-1599b403f9d9 req-02f7d193-4a6c-46b3-a9c3-2dfd0d16685d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:56.540581 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1c43e35d-b5ae-44e2-a1f5-1599b403f9d9 req-02f7d193-4a6c-46b3-a9c3-2dfd0d16685d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0484085 May 18 14:23:56.590914 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1c43e35d-b5ae-44e2-a1f5-1599b403f9d9 req-d62f9fe7-f451-42d6-a38e-8cc9ce0651e7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447316 May 18 14:23:57.183781 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-22408333-77de-43cf-bac5-a32d021e76b6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--627861814&fields=id&tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e HTTP/1.1" status: 200 len: 267 time: 0.0715702 May 18 14:23:57.300720 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:57.353437 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-b02f64d4-fc2a-469a-a199-ac3f4430936d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:57.371006 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-b02f64d4-fc2a-469a-a199-ac3f4430936d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 814 time: 0.1616495 May 18 14:23:57.374537 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-30573f71-5a91-4661-8da1-e9d63b883863 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/quotas/1bf771dcc9ca4e00914c6791c30e3b6e HTTP/1.1" status: 200 len: 375 time: 0.0115387 May 18 14:23:57.429844 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-0759122e-998a-4c44-8b45-ea0f4dfc333e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449536 May 18 14:23:57.487559 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:57.536513 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-20311624-0890-49c8-869e-f2b5dc50fc25 service neutron] 10.222.0.71 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940003 May 18 14:23:57.653427 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-d0f2fa40-5328-45e3-9a47-6d1888eb5eda service neutron] 10.222.0.71 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090837 May 18 14:23:57.725599 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73fedb-4e12-4ecd-aac7-b41da84ea6a8 req-4449ee72-f373-47a7-b860-4c307aae686f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:57.727151 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ea73fedb-4e12-4ecd-aac7-b41da84ea6a8 req-4449ee72-f373-47a7-b860-4c307aae686f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0527387 May 18 14:23:57.769749 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68607345-1516-40e9-a706-4ffa173a1f45 req-549872a7-f0c3-4a48-b949-2d8d8ac80f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:57.771314 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-68607345-1516-40e9-a706-4ffa173a1f45 req-549872a7-f0c3-4a48-b949-2d8d8ac80f9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 1129 time: 0.0507946 May 18 14:23:57.794470 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ea73fedb-4e12-4ecd-aac7-b41da84ea6a8 req-fddda25e-6cd2-460c-87ea-6c466022a57a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561061 May 18 14:23:57.878713 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68607345-1516-40e9-a706-4ffa173a1f45 req-af6fdc74-14c8-4daa-8d10-01a4fedf6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:57.880201 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-68607345-1516-40e9-a706-4ffa173a1f45 req-af6fdc74-14c8-4daa-8d10-01a4fedf6e05 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 918 time: 0.1020317 May 18 14:23:57.950090 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-68607345-1516-40e9-a706-4ffa173a1f45 req-23737e3d-1d06-4881-b83c-b7910667d5d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce HTTP/1.1" status: 200 len: 1000 time: 0.0625594 May 18 14:23:57.975282 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5bad9adc-d6fd-4892-81d8-0b6873a62480 req-da09730d-56e0-4549-aa73-4cf2ac38d707 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 210 time: 0.0334089 May 18 14:23:58.015129 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68607345-1516-40e9-a706-4ffa173a1f45 req-c80888dc-642c-4b57-8572-42517c7b6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:58.017031 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-68607345-1516-40e9-a706-4ffa173a1f45 req-c80888dc-642c-4b57-8572-42517c7b6f7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 200 len: 856 time: 0.0608451 May 18 14:23:58.056742 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:58.070186 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68607345-1516-40e9-a706-4ffa173a1f45 req-c30e8e89-8c1b-4b5e-9b26-35e990480a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:58.072292 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-68607345-1516-40e9-a706-4ffa173a1f45 req-c30e8e89-8c1b-4b5e-9b26-35e990480a4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a849efa-7750-49f6-9fa8-deee59756847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495477 May 18 14:23:58.177151 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-68607345-1516-40e9-a706-4ffa173a1f45 req-a4d936e3-7e67-42c3-9c7e-b3413462c054 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934882 May 18 14:23:58.223223 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-919010af-e848-4ff0-8505-ffeedb4790c6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:58.225542 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-919010af-e848-4ff0-8505-ffeedb4790c6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/networks?id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 HTTP/1.1" status: 200 len: 814 time: 0.1154919 May 18 14:23:58.241199 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-eac91e1f-5786-469b-8238-b97a1aac6a28 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/quotas/6cfc138e921941c89c821727bc1a0a84 HTTP/1.1" status: 200 len: 375 time: 0.0102687 May 18 14:23:58.294196 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-68607345-1516-40e9-a706-4ffa173a1f45 req-941ea266-d33e-435e-850f-8aab095d8f44 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096525 May 18 14:23:58.306712 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-ca19f66b-bef4-4dd6-b076-6d0c69345cad tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6cfc138e921941c89c821727bc1a0a84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598092 May 18 14:23:58.418055 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-b14b9b71-4316-45e3-bad3-7f30cddf304c service neutron] 10.222.0.71 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991051 May 18 14:23:58.533758 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-ee7286a1-0b3d-413f-a039-87e8178b5cc5 service neutron] 10.222.0.71 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059253 May 18 14:23:58.766592 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5eeda911-9941-43c5-bd39-6b2fd85d63c9 req-cde0aad0-d1ea-490c-9789-39e443f46b32 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 210 time: 0.0300679 May 18 14:23:58.940131 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a522f-ef51-48c3-aa62-29dc752d46bd req-a3e1187f-292c-4276-a2d8-d5286bd2678b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:23:58.942108 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fd3a522f-ef51-48c3-aa62-29dc752d46bd req-a3e1187f-292c-4276-a2d8-d5286bd2678b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0523691 May 18 14:23:58.956263 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:23:58.997230 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fd3a522f-ef51-48c3-aa62-29dc752d46bd req-a10a4ddc-5ef4-419c-b38d-566d6d986602 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491674 May 18 14:23:59.067481 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f705e739-3572-4434-8de7-e2157d54af66 req-081215d6-aa85-46b5-80fa-8d8b33e0ef13 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 210 time: 0.0282679 May 18 14:23:59.846022 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-03fa356f-87b2-472b-a5b1-95757e354e1f req-34579883-9548-4adf-81a3-c7b66b03732f tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 210 time: 0.0273952 May 18 14:24:00.142169 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139b2cd-d265-420a-a1e4-073ea910809b req-afdb81eb-abd6-4b12-bdf1-09b3e07c0857 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:00.144386 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9139b2cd-d265-420a-a1e4-073ea910809b req-afdb81eb-abd6-4b12-bdf1-09b3e07c0857 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0567150 May 18 14:24:00.189841 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2c87b90c-a4cc-446f-83ac-ec30d29a8b98 req-9954b4a1-f74f-41fd-a4ed-05e51e4596b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 210 time: 0.0443563 May 18 14:24:00.222547 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9139b2cd-d265-420a-a1e4-073ea910809b req-a56d963d-27d7-4139-829d-2fa1d3b2a821 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643530 May 18 14:24:00.970615 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a2a541b5-c1af-44d1-afab-ff1520c305bc req-7f8d23bd-b046-4d43-ab83-a20991231cf9 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 210 time: 0.0376456 May 18 14:24:01.117711 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-50502df4-e710-443c-9e85-f9de3576195e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:01.324652 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4146c58b-1d70-4687-979b-b960e8b4097e req-d46048d7-ea2c-4879-80e4-c6604b669761 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 210 time: 0.0401158 May 18 14:24:01.362719 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc906825-ff31-47c8-a0df-f0646b97b9bd req-f5984b4b-f475-448f-86b2-4be2d86dc0c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:01.364500 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fc906825-ff31-47c8-a0df-f0646b97b9bd req-f5984b4b-f475-448f-86b2-4be2d86dc0c3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 945 time: 0.0517621 May 18 14:24:01.424984 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fc906825-ff31-47c8-a0df-f0646b97b9bd req-e990f7d9-556d-45a9-a652-9c29cb4acb9a tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519433 May 18 14:24:01.845366 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-89bcf946-f658-4d11-847c-a0c7b4ed1f45 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:01.846895 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-89bcf946-f658-4d11-847c-a0c7b4ed1f45 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.72 "GET /v2.0/networks?id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 HTTP/1.1" status: 200 len: 814 time: 0.1964748 May 18 14:24:01.852993 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-a7a40e3b-ae14-4b86-b134-b9a2d3d9ceef tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:01.854452 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-a7a40e3b-ae14-4b86-b134-b9a2d3d9ceef tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 814 time: 0.2028086 May 18 14:24:01.897242 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Request body: {'port': {'device_id': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'admin_state_up': True, 'tenant_id': '6cfc138e921941c89c821727bc1a0a84'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:02.032976 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:02.070025 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-4f186d4c-e43f-4e52-8eca-930d99513173 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e HTTP/1.1" status: 200 len: 379 time: 0.1689322 May 18 14:24:02.082927 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'port': {'device_id': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'admin_state_up': True, 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'security_groups': ['a036a2f8-686e-4032-a136-022d8812d8c0']}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:02.154228 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2258042c-d387-4f47-b467-ee5193176150 req-21dbdcfe-72c0-4c0b-b15f-cf3c90689422 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 210 time: 0.0376952 May 18 14:24:02.272216 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Made reservation on behalf of 6cfc138e921941c89c821727bc1a0a84 for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:24:02.275776 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:02.304190 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Made reservation on behalf of 1bf771dcc9ca4e00914c6791c30e3b6e for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:24:02.308123 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:02.438357 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2ef63fae-3e61-4104-83f8-4ba1bc9a2d21 req-d5aa1922-6be5-46d2-aba1-7186ff32a276 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 210 time: 0.0303798 May 18 14:24:02.464967 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:02.516989 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Allocated IP 172.20.0.8 (efdfd30e-22e3-449f-8b6f-2dc3a8a59af8/09a06fb6-87b8-42a2-8778-b8a1a10c1400/7efa00a5-e1da-45f4-b550-e070a60ed7ae) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:24:02.549710 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Allocated IP 172.20.0.14 (ec2155ff-0b54-43b6-ab95-01ac5eab32d1/25bb2d1b-eba8-46aa-bb01-698c07564941/730dae4b-0247-408c-8b7d-9413decc81de) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:24:02.724043 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:02.823263 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:02.856240 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for port (730dae4b-0247-408c-8b7d-9413decc81de), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:02.887902 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device cea436b6-0de4-47d9-a6dd-c0514f0884ce no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:24:02.978597 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port cea436b6-0de4-47d9-a6dd-c0514f0884ce is: ACTIVE; New status is: DOWN {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:24:02.979531 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:02.999989 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:03.003914 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (730dae4b-0247-408c-8b7d-9413decc81de), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:03.056763 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:24:03.059761 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09307ac7-9766-4dd8-902d-9e152b035755" -d '{"events": [{"server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "name": "network-vif-unplugged", "status": "completed", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:24:03.072206 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:24:03.149480 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 May 2022 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938d4b87-77c6-40c1-bdb7-f118badb972b x-openstack-request-id: req-938d4b87-77c6-40c1-bdb7-f118badb972b {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:24:03.149792 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "name": "network-vif-unplugged", "status": "failed", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce", "code": 422}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:24:03.150052 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-938d4b87-77c6-40c1-bdb7-f118badb972b {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:24:03.150511 dv-cinder-755101-9-iscsi neutron-server[104326]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-938d4b87-77c6-40c1-bdb7-f118badb972b']: {'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'code': 422} returned with failed status May 18 14:24:03.152576 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:03.180268 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:24:03.183073 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:24:03.197168 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:24:03.209116 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:24:03.229146 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:24:03.233061 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:24:03.245789 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=cea436b6-0de4-47d9-a6dd-c0514f0884ce,revision_number=8']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:03.351098 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:03.351771 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:03.386990 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c327b5-a425-45d5-b2ff-5ed2da9f582c req-e9ddaba5-0965-478c-9397-6d3a98bd4113 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:03.388827 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event updated for resources: {'Port': ['ID=7efa00a5-e1da-45f4-b550-e070a60ed7ae,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:03.390105 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-20c327b5-a425-45d5-b2ff-5ed2da9f582c req-e9ddaba5-0965-478c-9397-6d3a98bd4113 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 931 time: 0.1405709 May 18 14:24:03.421946 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.422942 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.423650 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.424331 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.425137 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.425657 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.426972 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.427528 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.428061 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.429357 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.430339 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.431146 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.431828 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.432343 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.432987 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:03.449671 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=25 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:03.465870 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:03.466893 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:03.523333 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=65 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:03.532701 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-20c327b5-a425-45d5-b2ff-5ed2da9f582c req-01af69dc-cc8c-4f41-9461-15987ae78ca4 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284800 May 18 14:24:03.535248 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6708f2c8-b355-45f1-b138-e8049c4744a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:03.567178 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-39e630ac-4112-4d66-8e3a-ada2584dfdca tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6741633 May 18 14:24:03.572029 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'Port': ['ID=730dae4b-0247-408c-8b7d-9413decc81de,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:03.586309 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Request body: {'port': {'device_id': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:03.670912 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:03.718404 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950a725-621b-4b62-9348-065668385ca1 req-bfcc97c3-d9df-4ba1-af50-972ebf60045d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:03.725904 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-9e8f4424-06ae-4936-a51f-43c65eb07d8d None None] Provisioning complete for port 730dae4b-0247-408c-8b7d-9413decc81de triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:24:03.726286 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e8f4424-06ae-4936-a51f-43c65eb07d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (730dae4b-0247-408c-8b7d-9413decc81de), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:03.726860 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d950a725-621b-4b62-9348-065668385ca1 req-bfcc97c3-d9df-4ba1-af50-972ebf60045d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 932 time: 0.0911837 May 18 14:24:03.755558 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-53bc0180-fa63-4b21-953b-032ca0f4d88f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6788735 May 18 14:24:03.792452 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-9e8f4424-06ae-4936-a51f-43c65eb07d8d None None] Port 730dae4b-0247-408c-8b7d-9413decc81de cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:24:03.801791 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-9e8f4424-06ae-4936-a51f-43c65eb07d8d None None] Provisioning complete for port 7efa00a5-e1da-45f4-b550-e070a60ed7ae triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:24:03.802611 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e8f4424-06ae-4936-a51f-43c65eb07d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:03.824044 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d950a725-621b-4b62-9348-065668385ca1 req-95f3a4cf-d13f-4123-aec2-10fad36e9810 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960705 May 18 14:24:03.825709 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Request body: {'port': {'device_id': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:03.844884 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-9e8f4424-06ae-4936-a51f-43c65eb07d8d None None] Port 7efa00a5-e1da-45f4-b550-e070a60ed7ae cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:24:03.870516 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:04.021803 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (730dae4b-0247-408c-8b7d-9413decc81de), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:04.103505 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [req-6e9e9772-6e2a-47b0-bafc-fdb96ac39c99 req-dd1e15b6-9fac-4653-9a71-7c0223b4dffc service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:24:04.105457 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6e9e9772-6e2a-47b0-bafc-fdb96ac39c99 req-dd1e15b6-9fac-4653-9a71-7c0223b4dffc service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076776 May 18 14:24:04.158603 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:04.569066 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a5788-2cac-4e3c-9663-04d2a203bc99 req-9fe090a6-c2b6-4b39-8b1d-2c8caab11dd2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:04.582305 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b97a5788-2cac-4e3c-9663-04d2a203bc99 req-9fe090a6-c2b6-4b39-8b1d-2c8caab11dd2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.1254532 May 18 14:24:04.621212 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:04.669747 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b97a5788-2cac-4e3c-9663-04d2a203bc99 req-870f361f-1438-4ef9-9ffa-5697d065f5fd tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859058 May 18 14:24:04.747964 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5754a-19e4-4ea4-96a8-69f3540e8a30 req-e36c0a11-f992-44f4-934c-154cefa3ad15 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:04.754293 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a7d5754a-19e4-4ea4-96a8-69f3540e8a30 req-e36c0a11-f992-44f4-934c-154cefa3ad15 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 931 time: 0.0792699 May 18 14:24:04.826393 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a7d5754a-19e4-4ea4-96a8-69f3540e8a30 req-40a13183-cb77-4051-bfc6-ddd4f3d56f5e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683331 May 18 14:24:04.839348 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efa00a5-e1da-45f4-b550-e070a60ed7ae {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:24:04.860274 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Publish callbacks [] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:04.910860 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Transition to ACTIVE for port object 7efa00a5-e1da-45f4-b550-e070a60ed7ae will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:24:04.916096 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-e28d5c66-1260-40e4-9231-4d1df2a305ab service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722549 May 18 14:24:04.992585 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:05.060207 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85c6f8-1c4c-4504-9640-f040e3173f10 req-e56c8ab5-93c5-470a-8fbb-6f08701d3925 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:05.061897 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9a85c6f8-1c4c-4504-9640-f040e3173f10 req-e56c8ab5-93c5-470a-8fbb-6f08701d3925 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 932 time: 0.1041858 May 18 14:24:05.074872 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-563dbf9f-86fa-451a-817f-739be7f4dc75 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:05.075910 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-563dbf9f-86fa-451a-817f-739be7f4dc75 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports/cea436b6-0de4-47d9-a6dd-c0514f0884ce HTTP/1.1" status: 200 len: 940 time: 0.1167097 May 18 14:24:05.130746 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:05.141954 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:05.163438 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Pushing event updated for resources: {'Port': ['ID=7efa00a5-e1da-45f4-b550-e070a60ed7ae,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:05.178926 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9a85c6f8-1c4c-4504-9640-f040e3173f10 req-12537074-a92b-4ada-8001-4790c79d7bdc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107795 May 18 14:24:05.200961 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730dae4b-0247-408c-8b7d-9413decc81de {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:24:05.254144 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Publish callbacks [] for port (730dae4b-0247-408c-8b7d-9413decc81de), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:05.307883 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Transition to ACTIVE for port object 730dae4b-0247-408c-8b7d-9413decc81de will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:24:05.347422 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Attempting to bind port 7efa00a5-e1da-45f4-b550-e070a60ed7ae on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:24:05.347752 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Attempting to bind port 7efa00a5-e1da-45f4-b550-e070a60ed7ae by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:24:05.348078 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Attempting to bind port 7efa00a5-e1da-45f4-b550-e070a60ed7ae on network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:24:05.365374 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Port 7efa00a5-e1da-45f4-b550-e070a60ed7ae on network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:24:05.365700 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Attempting to bind port 7efa00a5-e1da-45f4-b550-e070a60ed7ae on network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:24:05.379978 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:24:05.380321 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Checking segment: {'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:24:05.380699 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Bound using segment: {'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:24:05.381218 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Bound port: 7efa00a5-e1da-45f4-b550-e070a60ed7ae, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:24:05.381577 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:05.400234 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (730dae4b-0247-408c-8b7d-9413decc81de), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:05.502297 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Pushing event updated for resources: {'Port': ['ID=730dae4b-0247-408c-8b7d-9413decc81de,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:05.613591 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] For port 7efa00a5-e1da-45f4-b550-e070a60ed7ae, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:24:05.653583 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] For port 7efa00a5-e1da-45f4-b550-e070a60ed7ae, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:24:05.663099 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Attempting to bind port 730dae4b-0247-408c-8b7d-9413decc81de on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:24:05.663426 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Attempting to bind port 730dae4b-0247-408c-8b7d-9413decc81de by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:24:05.663788 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Attempting to bind port 730dae4b-0247-408c-8b7d-9413decc81de on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:24:05.669572 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Port 730dae4b-0247-408c-8b7d-9413decc81de on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:24:05.669939 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Attempting to bind port 730dae4b-0247-408c-8b7d-9413decc81de on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:24:05.677938 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:24:05.678273 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Checking segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:24:05.678901 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Bound using segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:24:05.679373 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Bound port: 730dae4b-0247-408c-8b7d-9413decc81de, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:24:05.679852 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (730dae4b-0247-408c-8b7d-9413decc81de), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:05.747123 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:05.825849 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:05.826618 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:05.830322 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] 10.222.0.72 "PUT /v2.0/ports/7efa00a5-e1da-45f4-b550-e070a60ed7ae HTTP/1.1" status: 200 len: 1093 time: 2.2493823 May 18 14:24:05.831318 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:05.831940 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:24:05.835246 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a863e13-a18b-4d09-a78c-98157b030a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:24:05.867640 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f189041-0fd3-4b57-93a6-ba87b33351c3 req-aad364ca-823e-4795-a421-db8a8a68c327 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:05.877706 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1f189041-0fd3-4b57-93a6-ba87b33351c3 req-aad364ca-823e-4795-a421-db8a8a68c327 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0987771 May 18 14:24:05.932660 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] For port 730dae4b-0247-408c-8b7d-9413decc81de, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:24:05.946364 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] For port 730dae4b-0247-408c-8b7d-9413decc81de, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=730dae4b-0247-408c-8b7d-9413decc81de,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:24:05.952705 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbc0e6-0eae-4954-a9e9-2b4a07012650 service neutron] Pushing event updated for resources: {'Port': ['ID=7efa00a5-e1da-45f4-b550-e070a60ed7ae,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:05.969429 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1f189041-0fd3-4b57-93a6-ba87b33351c3 req-23c9b501-f82f-4585-9a65-3df8dc16d0d8 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900996 May 18 14:24:05.991641 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bde2309-a039-4247-93e0-d02a41fe0ab1 x-openstack-request-id: req-7bde2309-a039-4247-93e0-d02a41fe0ab1 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:24:05.994158 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:24:05.996392 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7bde2309-a039-4247-93e0-d02a41fe0ab1 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:24:05.996392 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bde2309-a039-4247-93e0-d02a41fe0ab1'] response: {'name': 'network-changed', 'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'status': 'completed', 'code': 200} May 18 14:24:06.015409 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (730dae4b-0247-408c-8b7d-9413decc81de), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:06.091361 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Pushing event updated for resources: {'Port': ['ID=730dae4b-0247-408c-8b7d-9413decc81de,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:06.134047 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:06.134784 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:06.136286 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-64095da6-550c-4b64-805d-1b908dc5ce91 service neutron] 10.222.0.72 "PUT /v2.0/ports/730dae4b-0247-408c-8b7d-9413decc81de HTTP/1.1" status: 200 len: 1094 time: 2.3147588 May 18 14:24:06.155114 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d61c42-b43c-4c8e-9d1d-97b5da9d3baf req-230d9de2-25ee-492e-b593-f050bf5713b3 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:06.167443 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b1d61c42-b43c-4c8e-9d1d-97b5da9d3baf req-230d9de2-25ee-492e-b593-f050bf5713b3 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 943 time: 0.1138775 May 18 14:24:06.229848 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:06.245847 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-3e0ea0ac-8827-41b8-9a99-fd6d898526a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:06.247526 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-3e0ea0ac-8827-41b8-9a99-fd6d898526a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cfc138e921941c89c821727bc1a0a84&device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 1127 time: 0.0786793 May 18 14:24:06.339574 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b1d61c42-b43c-4c8e-9d1d-97b5da9d3baf req-d525a5f2-f391-4f9e-92e2-f481f9c59dd4 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684945 May 18 14:24:06.410266 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-e3f0c424-1834-44c1-86d3-aace7b66c2a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae HTTP/1.1" status: 200 len: 217 time: 0.1064906 May 18 14:24:06.497957 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-fe6ccbd4-0f92-4639-9378-f15fba329356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:06.499491 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-fe6ccbd4-0f92-4639-9378-f15fba329356 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 1128 time: 0.1188540 May 18 14:24:06.523111 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab5df0-cf9a-49ff-88f4-c6bb9235136d req-855937d9-37a8-4010-98ce-90e1d4ebb0c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:06.530132 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-4421dce0-69d5-4894-8752-20eab7128d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:06.532453 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f9ab5df0-cf9a-49ff-88f4-c6bb9235136d req-855937d9-37a8-4010-98ce-90e1d4ebb0c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 944 time: 0.1107793 May 18 14:24:06.532569 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-4421dce0-69d5-4894-8752-20eab7128d8e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a06fb6-87b8-42a2-8778-b8a1a10c1400 HTTP/1.1" status: 200 len: 853 time: 0.0956335 May 18 14:24:06.590478 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f9ab5df0-cf9a-49ff-88f4-c6bb9235136d req-24956e86-16b2-4989-af1d-4c0f4291677f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586140 May 18 14:24:06.660196 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-b72971f1-0851-4317-9e8f-4fcaef55cbe1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=730dae4b-0247-408c-8b7d-9413decc81de HTTP/1.1" status: 200 len: 217 time: 0.0415986 May 18 14:24:06.666771 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-414a7796-c646-4e11-bd8e-f4ae9ba2235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:06.668649 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-414a7796-c646-4e11-bd8e-f4ae9ba2235f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871832 May 18 14:24:07.117487 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:07.130509 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2addb-214e-42ab-8e27-f3b1fa4def5a req-61146447-f4d2-4fcd-a7f3-aa139ef745cf tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:07.132983 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-76c2addb-214e-42ab-8e27-f3b1fa4def5a req-61146447-f4d2-4fcd-a7f3-aa139ef745cf tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0614557 May 18 14:24:07.193421 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-76c2addb-214e-42ab-8e27-f3b1fa4def5a req-97b825b9-4dbd-47d3-b891-77a4187226e4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546181 May 18 14:24:07.468928 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac6ddb-1c63-44f3-ba14-a4b8adb867ad req-9a231019-1cdb-4a7a-b280-d0c60bb52314 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:07.471098 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-46ac6ddb-1c63-44f3-ba14-a4b8adb867ad req-9a231019-1cdb-4a7a-b280-d0c60bb52314 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 943 time: 0.0530920 May 18 14:24:07.522085 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-46ac6ddb-1c63-44f3-ba14-a4b8adb867ad req-1a9f9715-1f32-4188-9de4-1e317208e554 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449641 May 18 14:24:07.702803 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790f0b6-0cd1-4f4b-ad35-7de21a8c9375 req-c2070423-a5ea-4023-8488-435e00eaa720 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:07.705840 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b790f0b6-0cd1-4f4b-ad35-7de21a8c9375 req-c2070423-a5ea-4023-8488-435e00eaa720 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 944 time: 0.0527570 May 18 14:24:07.747187 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:07.759453 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b790f0b6-0cd1-4f4b-ad35-7de21a8c9375 req-dd52cb0a-a1ed-4ac4-9ef3-ac44206490c8 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483596 May 18 14:24:07.996475 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'tag': '730dae4b-0247-408c-8b7d-9413decc81de'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:24:07.999607 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d314bc82-723a-4c13-b792-7b06fe5104eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c57afad5-5411-4586-9db0-e00f3b47b531", "tag": "730dae4b-0247-408c-8b7d-9413decc81de"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:24:08.052355 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9794488c-024d-4397-8b1f-e76055e16077 x-openstack-request-id: req-9794488c-024d-4397-8b1f-e76055e16077 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:24:08.052651 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57afad5-5411-4586-9db0-e00f3b47b531", "tag": "730dae4b-0247-408c-8b7d-9413decc81de", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:24:08.052934 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9794488c-024d-4397-8b1f-e76055e16077 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:24:08.053333 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9794488c-024d-4397-8b1f-e76055e16077'] response: {'name': 'network-changed', 'server_uuid': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'tag': '730dae4b-0247-408c-8b7d-9413decc81de', 'status': 'completed', 'code': 200} May 18 14:24:08.368293 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd0e50-edad-4e87-9af0-0f145b9c42be req-d20b403d-ecf2-4df6-a8d9-f63afd833d9b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:08.370007 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-70dd0e50-edad-4e87-9af0-0f145b9c42be req-d20b403d-ecf2-4df6-a8d9-f63afd833d9b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0625625 May 18 14:24:08.431374 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-70dd0e50-edad-4e87-9af0-0f145b9c42be req-389ec83c-eecb-4cc8-bb20-9150ea1a7d5b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549426 May 18 14:24:08.680735 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad8944-5ca6-4075-9632-03d07811ea30 req-ee298985-2180-4284-8224-021cc052d11f tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:08.741392 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f7ad8944-5ca6-4075-9632-03d07811ea30 req-ee298985-2180-4284-8224-021cc052d11f tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 943 time: 0.0643265 May 18 14:24:08.741392 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f7ad8944-5ca6-4075-9632-03d07811ea30 req-7e79821e-8bb5-48c0-ab8f-06fe4178706d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487752 May 18 14:24:08.908888 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f668b4-f08e-4b84-8832-bdefed201ef4 req-f7386048-6076-4327-9cdb-83db7334ac2b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:08.917598 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-59f668b4-f08e-4b84-8832-bdefed201ef4 req-f7386048-6076-4327-9cdb-83db7334ac2b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 944 time: 0.0547731 May 18 14:24:08.970109 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-59f668b4-f08e-4b84-8832-bdefed201ef4 req-305722b7-4029-45ac-8cfe-31eb714e29b0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523074 May 18 14:24:09.541433 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:09.572476 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d32a20-abb0-4962-84f4-f3548639df4e req-2de965ff-8e53-4911-a6ba-089f01b35b88 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:09.574119 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-60d32a20-abb0-4962-84f4-f3548639df4e req-2de965ff-8e53-4911-a6ba-089f01b35b88 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0648293 May 18 14:24:09.633226 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-60d32a20-abb0-4962-84f4-f3548639df4e req-7c612168-fa1e-485a-8f02-f5ab37216735 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511382 May 18 14:24:09.883039 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708efb0-a359-4238-a627-50c46c293fd6 req-34e4de35-65ef-440a-9470-95607486e827 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:09.936204 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f708efb0-a359-4238-a627-50c46c293fd6 req-34e4de35-65ef-440a-9470-95607486e827 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 943 time: 0.0542929 May 18 14:24:09.945073 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f708efb0-a359-4238-a627-50c46c293fd6 req-a1715765-a079-4d87-969e-af9e376d0afa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525520 May 18 14:24:10.145921 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a22f59-aead-4bd2-9777-4e7343775f97 req-f58e33e9-41a9-49c6-8222-6992b3f4f448 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:10.147849 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-43a22f59-aead-4bd2-9777-4e7343775f97 req-f58e33e9-41a9-49c6-8222-6992b3f4f448 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 944 time: 0.0968134 May 18 14:24:10.219674 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-43a22f59-aead-4bd2-9777-4e7343775f97 req-cc9fab39-a707-4f24-b584-cd05fa3eae8b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652916 May 18 14:24:10.801327 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ee18-e404-4084-9037-ed588e80befc req-524e4a48-40b3-4007-b068-e9fbd2809045 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:10.802901 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cf64ee18-e404-4084-9037-ed588e80befc req-524e4a48-40b3-4007-b068-e9fbd2809045 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0614140 May 18 14:24:10.874382 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cf64ee18-e404-4084-9037-ed588e80befc req-4c227e23-a7c0-4856-a623-84cd4ce095ce tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512791 May 18 14:24:11.103782 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e9666-b123-4d6b-9f2f-cc193a392fdb req-1f826e6d-eba9-4043-afd6-4e1565e0ebbd tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:11.105654 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e92e9666-b123-4d6b-9f2f-cc193a392fdb req-1f826e6d-eba9-4043-afd6-4e1565e0ebbd tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 943 time: 0.0680759 May 18 14:24:11.165361 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e92e9666-b123-4d6b-9f2f-cc193a392fdb req-b9cc6b0d-cd19-463a-9f29-b6c71e51010c tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511830 May 18 14:24:11.338033 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:11.351788 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87103eea-5f79-490a-8055-58ee04e2a555 req-7bb2eb5d-48e8-4b8b-807b-aa0120e158c3 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:11.357329 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-87103eea-5f79-490a-8055-58ee04e2a555 req-7bb2eb5d-48e8-4b8b-807b-aa0120e158c3 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 944 time: 0.0635450 May 18 14:24:11.361370 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:24:11.410714 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-87103eea-5f79-490a-8055-58ee04e2a555 req-93ca2e97-0045-4235-b93a-e96ac76048de tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516746 May 18 14:24:12.030259 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0aae0-7eeb-44ef-9893-07c70aa68bed req-6e552603-2702-4bca-ae14-51f755716f43 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:12.034181 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-92a0aae0-7eeb-44ef-9893-07c70aa68bed req-6e552603-2702-4bca-ae14-51f755716f43 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0760493 May 18 14:24:12.084614 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-92a0aae0-7eeb-44ef-9893-07c70aa68bed req-caa3c394-3838-4758-995d-a4a33d66301d tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458865 May 18 14:24:12.284440 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11048fd-e41d-4499-b237-936b95b8365b req-705c3626-ce42-427d-a290-fd2b447d0b72 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:12.285958 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e11048fd-e41d-4499-b237-936b95b8365b req-705c3626-ce42-427d-a290-fd2b447d0b72 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 943 time: 0.0530062 May 18 14:24:12.335320 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e11048fd-e41d-4499-b237-936b95b8365b req-346b72bf-4a18-4074-979e-bc2714bd4478 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437746 May 18 14:24:12.525547 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea78ca-f1b0-4e29-9099-be58b68ac99f req-be5ac43f-3e69-4341-8857-44953596a327 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:12.526985 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4aea78ca-f1b0-4e29-9099-be58b68ac99f req-be5ac43f-3e69-4341-8857-44953596a327 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 944 time: 0.0496919 May 18 14:24:12.574946 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4aea78ca-f1b0-4e29-9099-be58b68ac99f req-e04d9eb5-0d3c-4154-b70d-56f0200580e2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419409 May 18 14:24:13.201446 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:13.210045 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ee51a-3f74-4cd6-b966-cb14cf4e3dec req-3345e34e-b98a-4a89-b3ea-79e0a7272175 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:13.214060 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fc7ee51a-3f74-4cd6-b966-cb14cf4e3dec req-3345e34e-b98a-4a89-b3ea-79e0a7272175 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0489688 May 18 14:24:13.222689 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-4b60ecd0-7b84-48ad-80f7-23a3ddd861ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:13.224176 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-4b60ecd0-7b84-48ad-80f7-23a3ddd861ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25bb2d1b-eba8-46aa-bb01-698c07564941 HTTP/1.1" status: 200 len: 853 time: 0.1323445 May 18 14:24:13.258812 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-7c4ba6db-79af-4486-828e-c393426f7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:13.260293 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-7c4ba6db-79af-4486-828e-c393426f7af8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60&tenant_id=909802130f2948bcae9d2445f267a32c HTTP/1.1" status: 200 len: 1127 time: 0.1283629 May 18 14:24:13.270483 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fc7ee51a-3f74-4cd6-b966-cb14cf4e3dec req-54fdb30d-efe4-468b-8c8f-3b9c3ebfaf48 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523269 May 18 14:24:13.324710 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-d4085d64-a658-44c4-8b6c-916ff0c09883 service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230678 May 18 14:24:13.342250 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-2a7cc120-9182-478d-b68f-e4c8742b35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:13.345243 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-2a7cc120-9182-478d-b68f-e4c8742b35ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014049 May 18 14:24:13.402308 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-19e79089-f453-4094-9d0f-5afb035ba6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:13.403786 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-19e79089-f453-4094-9d0f-5afb035ba6d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 1127 time: 0.1144214 May 18 14:24:13.513592 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f62ab-2fb3-4b50-8a8e-e620db0a8d43 req-55fdfc11-e396-42b6-85c5-893a32bc15c8 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:13.515060 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7d9f62ab-2fb3-4b50-8a8e-e620db0a8d43 req-55fdfc11-e396-42b6-85c5-893a32bc15c8 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 943 time: 0.0465677 May 18 14:24:13.559008 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a06f4d18-7777-4dc9-bf34-92a1b9ec44a6 req-e218c22d-3094-4af3-b2ac-d12a5ccab2cb service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269523 May 18 14:24:13.569008 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7d9f62ab-2fb3-4b50-8a8e-e620db0a8d43 req-b6a09e31-17ca-4cc8-b4ae-0f0ada9ce897 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474589 May 18 14:24:13.588242 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-f5522e86-7d25-47aa-8b37-b490894e9f74 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276320 May 18 14:24:13.609000 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-82ded5e5-3f34-470e-9277-bf96a9b13dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:13.610257 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-82ded5e5-3f34-470e-9277-bf96a9b13dce service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 918 time: 0.1912143 May 18 14:24:13.681226 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:13.690998 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd4f00-d93c-4123-958c-13960c9c7198 req-ac93834c-729e-42a1-b06d-09d061147cfd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:13.694913 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7dcd4f00-d93c-4123-958c-13960c9c7198 req-ac93834c-729e-42a1-b06d-09d061147cfd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 944 time: 0.0495846 May 18 14:24:13.725241 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-b949bed6-a51d-48d5-883d-ebad5d33ff2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce HTTP/1.1" status: 200 len: 998 time: 0.1053433 May 18 14:24:13.741036 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a04d59cc-e250-4636-b796-9e26cfb909bd req-4624a85c-a627-4f96-a7f2-d6e6ae0bed8a service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464515 May 18 14:24:13.741428 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7dcd4f00-d93c-4123-958c-13960c9c7198 req-021855ef-0db8-41a9-b2d9-777bc832d00b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433307 May 18 14:24:14.392652 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1f7cb-52f2-4a96-b267-83bd47eea882 req-1cb6a5e6-d75b-4ec4-8201-4b5745be746e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:14.394206 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e6a1f7cb-52f2-4a96-b267-83bd47eea882 req-1cb6a5e6-d75b-4ec4-8201-4b5745be746e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0477111 May 18 14:24:14.444684 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e6a1f7cb-52f2-4a96-b267-83bd47eea882 req-57651693-ef6d-466c-9deb-09f089ca1b85 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446484 May 18 14:24:14.494980 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:14.538383 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a863e13-a18b-4d09-a78c-98157b030a4b req-f7724723-fd7d-4adf-be20-433e07accd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:14.539896 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4a863e13-a18b-4d09-a78c-98157b030a4b req-f7724723-fd7d-4adf-be20-433e07accd84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cfc138e921941c89c821727bc1a0a84&device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 1127 time: 0.0718303 May 18 14:24:14.545116 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-7c06cdf2-c34f-4805-8145-4d63688a6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:14.547178 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-7c06cdf2-c34f-4805-8145-4d63688a6ad4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 200 len: 856 time: 0.0885766 May 18 14:24:14.692239 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d64976-b484-4718-9d92-f8b51650735a req-7d92fbf8-c477-446f-a88d-62df39598f36 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:14.693748 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-92d64976-b484-4718-9d92-f8b51650735a req-7d92fbf8-c477-446f-a88d-62df39598f36 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 943 time: 0.0524955 May 18 14:24:14.741013 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-92d64976-b484-4718-9d92-f8b51650735a req-c935cad7-8e5d-4dc8-84e1-8cbe06566f7e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 May 18 14:24:14.861545 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693956e-af2b-41f6-83bd-33e2cad4cd64 req-8797b35f-0ec4-469d-a1db-4857f0fff819 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:14.862970 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1693956e-af2b-41f6-83bd-33e2cad4cd64 req-8797b35f-0ec4-469d-a1db-4857f0fff819 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 944 time: 0.0516753 May 18 14:24:14.913993 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1693956e-af2b-41f6-83bd-33e2cad4cd64 req-cb0a644a-df6d-434d-8efb-0658553bc674 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455127 May 18 14:24:15.468414 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-486e7fda-30ea-4f39-98ec-05351694a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:15.470028 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-486e7fda-30ea-4f39-98ec-05351694a975 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a849efa-7750-49f6-9fa8-deee59756847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1190619 May 18 14:24:15.473080 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314bc82-723a-4c13-b792-7b06fe5104eb req-1a46ba39-068d-4a3e-971c-5303d174f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:15.474412 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d314bc82-723a-4c13-b792-7b06fe5104eb req-1a46ba39-068d-4a3e-971c-5303d174f6a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 1128 time: 0.1213923 May 18 14:24:15.572037 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fec36-91bd-4948-97ee-8ed8af5ab70e req-c75451f5-1310-4210-b474-c5119bd26012 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:15.573620 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ab4fec36-91bd-4948-97ee-8ed8af5ab70e req-c75451f5-1310-4210-b474-c5119bd26012 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0487006 May 18 14:24:15.597888 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a863e13-a18b-4d09-a78c-98157b030a4b req-2404562c-c225-4109-9f87-623fa8874830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:15.598815 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4a863e13-a18b-4d09-a78c-98157b030a4b req-2404562c-c225-4109-9f87-623fa8874830 service neutron] 10.222.0.72 "GET /v2.0/networks?id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 HTTP/1.1" status: 200 len: 915 time: 0.2556646 May 18 14:24:15.629838 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ab4fec36-91bd-4948-97ee-8ed8af5ab70e req-820fa94e-3f4c-4c60-adba-d49ff23280a9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497849 May 18 14:24:15.654844 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:15.663100 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4a863e13-a18b-4d09-a78c-98157b030a4b req-22d7270a-21d9-4a30-b5fa-6c3d3321e41b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae HTTP/1.1" status: 200 len: 217 time: 0.0556257 May 18 14:24:15.748550 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-a8b06bff-3024-4139-bee8-54d73edc70b2 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650497 May 18 14:24:15.751776 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314bc82-723a-4c13-b792-7b06fe5104eb req-30d67626-f848-463b-964c-46b3c4e50344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:15.753223 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d314bc82-723a-4c13-b792-7b06fe5104eb req-30d67626-f848-463b-964c-46b3c4e50344 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 915 time: 0.2586555 May 18 14:24:15.812191 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a863e13-a18b-4d09-a78c-98157b030a4b req-dddb92d3-a149-492f-961a-0ecd75cb35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:15.813621 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4a863e13-a18b-4d09-a78c-98157b030a4b req-dddb92d3-a149-492f-961a-0ecd75cb35b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a06fb6-87b8-42a2-8778-b8a1a10c1400 HTTP/1.1" status: 200 len: 853 time: 0.1361737 May 18 14:24:15.855635 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d314bc82-723a-4c13-b792-7b06fe5104eb req-5a68b5b9-5e6f-42e8-9bf2-8b03b6208447 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=730dae4b-0247-408c-8b7d-9413decc81de HTTP/1.1" status: 200 len: 217 time: 0.0891058 May 18 14:24:15.860744 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:15.878047 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae04d2-dae9-4ab9-b0bc-4ada5bac5b40 req-b966b8ca-59c9-4b2f-81f0-6c049fb76a6f tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:15.879635 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5bae04d2-dae9-4ab9-b0bc-4ada5bac5b40 req-b966b8ca-59c9-4b2f-81f0-6c049fb76a6f tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 943 time: 0.0551586 May 18 14:24:15.932764 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5bae04d2-dae9-4ab9-b0bc-4ada5bac5b40 req-6a7f8410-165b-41b9-b274-2cbefc7bcf75 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471289 May 18 14:24:15.934228 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a863e13-a18b-4d09-a78c-98157b030a4b req-6bd770e3-5e59-49f5-9c0a-59484c8a6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:15.935734 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4a863e13-a18b-4d09-a78c-98157b030a4b req-6bd770e3-5e59-49f5-9c0a-59484c8a6616 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907812 May 18 14:24:16.011845 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314bc82-723a-4c13-b792-7b06fe5104eb req-ce698b9b-e776-4011-879e-95fa9d342388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:16.013321 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d314bc82-723a-4c13-b792-7b06fe5104eb req-ce698b9b-e776-4011-879e-95fa9d342388 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25bb2d1b-eba8-46aa-bb01-698c07564941 HTTP/1.1" status: 200 len: 853 time: 0.1512856 May 18 14:24:16.017985 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-7958a2c1-68f2-4921-b898-ee2c2e0a538a req-e1553683-992e-4591-9464-f7e1490db0ac service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618608 May 18 14:24:16.083575 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d12810-1af9-4223-832c-16707fab86cc req-6421c80b-defa-48a7-9ed4-de729309ea48 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:16.085253 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-06d12810-1af9-4223-832c-16707fab86cc req-6421c80b-defa-48a7-9ed4-de729309ea48 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 944 time: 0.0588803 May 18 14:24:16.123064 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4a863e13-a18b-4d09-a78c-98157b030a4b req-e64e5bd4-077d-42d4-81a4-525e6655e4c7 service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785569 May 18 14:24:16.124149 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314bc82-723a-4c13-b792-7b06fe5104eb req-d5796659-caea-4a81-8a82-9e4734ea792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:16.126101 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d314bc82-723a-4c13-b792-7b06fe5104eb req-d5796659-caea-4a81-8a82-9e4734ea792b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971489 May 18 14:24:16.141040 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-06d12810-1af9-4223-832c-16707fab86cc req-07f5f778-1aef-44a3-bbc6-1c924be5539c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486434 May 18 14:24:16.305603 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:16.332101 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d314bc82-723a-4c13-b792-7b06fe5104eb req-417f4ee6-974f-46af-a5bb-5b96218ed4a9 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711073 May 18 14:24:16.336296 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4a863e13-a18b-4d09-a78c-98157b030a4b req-fc389694-5ee9-4713-8219-e69799068ef1 service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669588 May 18 14:24:16.449989 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d314bc82-723a-4c13-b792-7b06fe5104eb req-cca9960a-3c60-402d-ad7b-e93944c226c2 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049035 May 18 14:24:16.788455 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d285144-27f8-42f2-8f10-3b2e7f8757c2 req-59e64509-1c15-47b9-8ce3-2e4757c5b404 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:16.793639 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3d285144-27f8-42f2-8f10-3b2e7f8757c2 req-59e64509-1c15-47b9-8ce3-2e4757c5b404 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0745876 May 18 14:24:16.899137 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3d285144-27f8-42f2-8f10-3b2e7f8757c2 req-52124ef5-d3c6-4acd-874a-0abfdf228b72 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761211 May 18 14:24:16.990729 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 730dae4b-0247-408c-8b7d-9413decc81de details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:24:17.249211 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8f12-199c-4eb0-89e4-ed9550f31b85 req-f9a10dcb-1720-4555-a56e-52465ca67f9b tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:17.256584 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8c4e8f12-199c-4eb0-89e4-ed9550f31b85 req-f9a10dcb-1720-4555-a56e-52465ca67f9b tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 943 time: 0.1662607 May 18 14:24:17.296094 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 730dae4b-0247-408c-8b7d-9413decc81de, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=730dae4b-0247-408c-8b7d-9413decc81de,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:24:17.318689 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '730dae4b-0247-408c-8b7d-9413decc81de', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'port_id': '730dae4b-0247-408c-8b7d-9413decc81de', 'mac_address': 'fa:16:3e:ff:31:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:24:17.375610 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dbdb5-c989-4647-91ca-c67427c7d36c req-9054ffce-e01b-4dd0-8d36-b2545ef7d2bf tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:17.383166 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-720dbdb5-c989-4647-91ca-c67427c7d36c req-9054ffce-e01b-4dd0-8d36-b2545ef7d2bf tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 944 time: 0.0728314 May 18 14:24:17.416253 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 730dae4b-0247-408c-8b7d-9413decc81de is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:24:17.417866 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (730dae4b-0247-408c-8b7d-9413decc81de), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:17.427652 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8c4e8f12-199c-4eb0-89e4-ed9550f31b85 req-f024b65b-e1ab-4340-b6dd-dbfc5bb47f43 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642878 May 18 14:24:17.444972 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730dae4b-0247-408c-8b7d-9413decc81de {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:24:17.452741 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:17.483095 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-720dbdb5-c989-4647-91ca-c67427c7d36c req-47bf959e-6a04-4e82-8e52-edbf293c44c6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978820 May 18 14:24:17.487215 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 730dae4b-0247-408c-8b7d-9413decc81de, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=730dae4b-0247-408c-8b7d-9413decc81de,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:24:17.569452 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (730dae4b-0247-408c-8b7d-9413decc81de), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:17.570214 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 7efa00a5-e1da-45f4-b550-e070a60ed7ae details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:24:17.678532 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=730dae4b-0247-408c-8b7d-9413decc81de,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:17.757001 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:17.767722 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 7efa00a5-e1da-45f4-b550-e070a60ed7ae, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:24:17.792382 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'port_id': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'mac_address': 'fa:16:3e:db:2c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:24:17.853794 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 7efa00a5-e1da-45f4-b550-e070a60ed7ae is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:24:17.854205 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:17.869800 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efa00a5-e1da-45f4-b550-e070a60ed7ae {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:24:17.896362 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 7efa00a5-e1da-45f4-b550-e070a60ed7ae, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:24:17.958290 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:18.060631 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=7efa00a5-e1da-45f4-b550-e070a60ed7ae,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:18.065676 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57b3c3-cbac-46db-b5d4-c2a10d821fd1 req-9e544aca-a098-4be9-910a-c451f0af99f0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:18.068016 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ec57b3c3-cbac-46db-b5d4-c2a10d821fd1 req-9e544aca-a098-4be9-910a-c451f0af99f0 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0625827 May 18 14:24:18.137594 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ec57b3c3-cbac-46db-b5d4-c2a10d821fd1 req-18df55d1-b11d-4e31-bfd0-d8e1aac15a40 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578043 May 18 14:24:18.337648 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['730dae4b-0247-408c-8b7d-9413decc81de'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:24:18.420190 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['7efa00a5-e1da-45f4-b550-e070a60ed7ae'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:24:18.577071 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:18.600152 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac161ba-5309-4414-8461-a8ad4e9e112d req-0f73ff04-e446-41f5-bf90-eca7c9742e93 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:18.602642 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3ac161ba-5309-4414-8461-a8ad4e9e112d req-0f73ff04-e446-41f5-bf90-eca7c9742e93 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 944 time: 0.0994842 May 18 14:24:18.708998 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7a4f3-693e-46d5-9dde-d3a336224bb9 req-2e4a5443-51e4-4b0c-813f-ea4eddf4a7cb tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:18.710578 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-08a7a4f3-693e-46d5-9dde-d3a336224bb9 req-2e4a5443-51e4-4b0c-813f-ea4eddf4a7cb tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 945 time: 0.1057692 May 18 14:24:18.722875 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3ac161ba-5309-4414-8461-a8ad4e9e112d req-f263a2ea-38c6-428c-9eba-ce4a41d511da tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047442 May 18 14:24:18.776004 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-08a7a4f3-693e-46d5-9dde-d3a336224bb9 req-bd3c6e92-9499-4ce4-a011-f9a6677da049 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520267 May 18 14:24:19.290155 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206340-1646-46cb-8e3a-b14e1f57c6d0 req-eaf32ba4-53ed-4f30-b364-787c4bd883bd tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:19.291746 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-58206340-1646-46cb-8e3a-b14e1f57c6d0 req-eaf32ba4-53ed-4f30-b364-787c4bd883bd tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0553203 May 18 14:24:19.349694 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-58206340-1646-46cb-8e3a-b14e1f57c6d0 req-dfa3be99-6b9a-439a-a919-0089c0116962 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512424 May 18 14:24:19.556729 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 7efa00a5-e1da-45f4-b550-e070a60ed7ae up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:24:19.600360 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:19.602955 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 7efa00a5-e1da-45f4-b550-e070a60ed7ae completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:24:19.660774 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 7efa00a5-e1da-45f4-b550-e070a60ed7ae triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:24:19.661290 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:19.744373 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 7efa00a5-e1da-45f4-b550-e070a60ed7ae is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:24:19.744764 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:19.772554 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:24:19.774919 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d776907-b74d-402d-95cd-d2b5045c8e72" -d '{"events": [{"server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "name": "network-vif-plugged", "status": "completed", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:24:19.792855 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 7efa00a5-e1da-45f4-b550-e070a60ed7ae, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:24:19.852463 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021b050d-178d-4641-9d5d-24c0acd840b4 x-openstack-request-id: req-021b050d-178d-4641-9d5d-24c0acd840b4 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:24:19.852925 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "name": "network-vif-plugged", "status": "completed", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:24:19.853415 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-021b050d-178d-4641-9d5d-24c0acd840b4 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:24:19.854041 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021b050d-178d-4641-9d5d-24c0acd840b4'] response: {'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'code': 200} May 18 14:24:19.855479 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:19.856677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 730dae4b-0247-408c-8b7d-9413decc81de up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:24:19.862614 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5d256-f7ec-4b32-b207-447c72764ad3 req-8caa17a2-1ca9-4dec-9d7d-8836288f5adb tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:19.864703 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7ab5d256-f7ec-4b32-b207-447c72764ad3 req-8caa17a2-1ca9-4dec-9d7d-8836288f5adb tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 944 time: 0.0728092 May 18 14:24:19.980013 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7ab5d256-f7ec-4b32-b207-447c72764ad3 req-af7fc863-6e0b-4ac5-ac5f-98d18c9d13c5 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091542 May 18 14:24:19.988841 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 730dae4b-0247-408c-8b7d-9413decc81de completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:24:19.990860 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a38f28-14e8-4529-affc-a62d8b735be0 req-a5bcc113-26e0-47e4-bd4d-64562c1ddb18 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:19.993330 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-68a38f28-14e8-4529-affc-a62d8b735be0 req-a5bcc113-26e0-47e4-bd4d-64562c1ddb18 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 945 time: 0.0753415 May 18 14:24:19.999186 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=7efa00a5-e1da-45f4-b550-e070a60ed7ae,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:20.019888 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.020615 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.021206 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.022430 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.022901 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.023253 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.023596 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.023952 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.024277 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.024608 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.025048 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.029543 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.029543 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.029543 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.029543 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:20.073016 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-68a38f28-14e8-4529-affc-a62d8b735be0 req-0f83dd37-bea4-4d44-8fe0-23d79e1de6c4 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734189 May 18 14:24:20.100537 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 730dae4b-0247-408c-8b7d-9413decc81de triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:24:20.100979 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (730dae4b-0247-408c-8b7d-9413decc81de), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:20.192851 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 730dae4b-0247-408c-8b7d-9413decc81de is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:24:20.193333 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (730dae4b-0247-408c-8b7d-9413decc81de), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:20.244406 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 730dae4b-0247-408c-8b7d-9413decc81de, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=730dae4b-0247-408c-8b7d-9413decc81de,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:24:20.317586 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (730dae4b-0247-408c-8b7d-9413decc81de), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:20.324434 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:20.379878 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=730dae4b-0247-408c-8b7d-9413decc81de,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:20.493257 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2eafe-75c1-4d80-a3a0-215b3084cf3f req-40e56e69-4608-4c2e-b12a-6a34dc97057c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:20.495231 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6ca2eafe-75c1-4d80-a3a0-215b3084cf3f req-40e56e69-4608-4c2e-b12a-6a34dc97057c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0549369 May 18 14:24:20.545287 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:20.554374 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6ca2eafe-75c1-4d80-a3a0-215b3084cf3f req-70adc1e7-1e01-4b34-b018-8aadc00938b1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526574 May 18 14:24:21.149645 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734551b4-4d77-4126-a82a-4d24a3ea50f2 req-e7627dd0-742c-4eb2-86f4-8534d44e7d7b tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:21.151385 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-734551b4-4d77-4126-a82a-4d24a3ea50f2 req-e7627dd0-742c-4eb2-86f4-8534d44e7d7b tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0737751 May 18 14:24:21.241521 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-734551b4-4d77-4126-a82a-4d24a3ea50f2 req-88be6b78-ef6d-4a0d-9df7-debc4997ee81 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815101 May 18 14:24:21.311187 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62458211-5cc2-4fe9-8712-0a35758f1031 req-09d1334d-c5e2-4379-858a-7781ef67dc22 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:21.321870 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-62458211-5cc2-4fe9-8712-0a35758f1031 req-09d1334d-c5e2-4379-858a-7781ef67dc22 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 946 time: 0.0789063 May 18 14:24:21.384750 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-62458211-5cc2-4fe9-8712-0a35758f1031 req-33ab517a-d303-438b-8cf7-5637e8be5c44 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615065 May 18 14:24:21.726305 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002839c-474d-4fc7-ac9e-081933d65ea7 req-975f98b7-d012-4c89-91e0-627e7b6f25fe tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:21.727949 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9002839c-474d-4fc7-ac9e-081933d65ea7 req-975f98b7-d012-4c89-91e0-627e7b6f25fe tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0749252 May 18 14:24:21.823396 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9002839c-474d-4fc7-ac9e-081933d65ea7 req-9589006b-e635-444c-95b9-7d27875f0575 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846779 May 18 14:24:21.856171 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730dae4b-0247-408c-8b7d-9413decc81de'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:24:21.862005 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2b1c60-f567-4ba7-b82e-8f9cf0443261" -d '{"events": [{"server_uuid": "c57afad5-5411-4586-9db0-e00f3b47b531", "name": "network-vif-plugged", "status": "completed", "tag": "730dae4b-0247-408c-8b7d-9413decc81de"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:24:21.930806 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b533f137-d0aa-4050-ad2a-91a1606f47bb x-openstack-request-id: req-b533f137-d0aa-4050-ad2a-91a1606f47bb {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:24:21.931302 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57afad5-5411-4586-9db0-e00f3b47b531", "name": "network-vif-plugged", "status": "completed", "tag": "730dae4b-0247-408c-8b7d-9413decc81de", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:24:21.931710 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b533f137-d0aa-4050-ad2a-91a1606f47bb {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:24:21.932279 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b533f137-d0aa-4050-ad2a-91a1606f47bb'] response: {'server_uuid': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730dae4b-0247-408c-8b7d-9413decc81de', 'code': 200} May 18 14:24:22.371940 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d484d6b-dba3-4e83-8945-70cc5ad40905 req-407037c1-aa9f-4fa0-aecb-88e3d702b87d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:22.377593 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3d484d6b-dba3-4e83-8945-70cc5ad40905 req-407037c1-aa9f-4fa0-aecb-88e3d702b87d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0582530 May 18 14:24:22.442976 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3d484d6b-dba3-4e83-8945-70cc5ad40905 req-0b07e20a-b2d9-4fac-83a2-48ef53c3c6e9 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631742 May 18 14:24:22.540578 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23ae6d-52c6-4c17-9d43-68878ec5acc1 req-12e7b1be-a9dc-4ed3-a9fd-055abbabda50 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:22.542133 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7b23ae6d-52c6-4c17-9d43-68878ec5acc1 req-12e7b1be-a9dc-4ed3-a9fd-055abbabda50 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 946 time: 0.0554998 May 18 14:24:22.601496 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7b23ae6d-52c6-4c17-9d43-68878ec5acc1 req-e8035704-1c99-4c4a-9f9c-dfad2132cd5f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516741 May 18 14:24:22.989181 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c87c9-394f-46e7-afe6-db522c015430 req-e5cfae07-8bc6-4123-94a4-8cde57e8c210 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:22.990912 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c4c87c9-394f-46e7-afe6-db522c015430 req-e5cfae07-8bc6-4123-94a4-8cde57e8c210 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0603726 May 18 14:24:23.066128 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9c4c87c9-394f-46e7-afe6-db522c015430 req-7bfc6779-b7ee-4ef9-8ca6-0ee4ba0470a4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689774 May 18 14:24:23.355020 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:23.356539 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:23.552361 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:23.601590 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190872-21a9-4846-962b-da6b75ac27d5 req-fbd78962-4ddc-4426-a505-f59948521ddf tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:23.602204 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-de190872-21a9-4846-962b-da6b75ac27d5 req-fbd78962-4ddc-4426-a505-f59948521ddf tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0669138 May 18 14:24:23.670321 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-de190872-21a9-4846-962b-da6b75ac27d5 req-30811d36-4b99-4190-831c-ff8816d96048 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615840 May 18 14:24:23.815962 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603a231-88bf-437b-b802-fb102b9acb95 req-2b86ea95-cf5b-444c-a176-76e2d93511b9 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:23.815962 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a603a231-88bf-437b-b802-fb102b9acb95 req-2b86ea95-cf5b-444c-a176-76e2d93511b9 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 946 time: 0.0527084 May 18 14:24:23.881671 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a603a231-88bf-437b-b802-fb102b9acb95 req-9044a1e8-e796-4912-995a-e792b5737008 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613413 May 18 14:24:24.272907 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1009ab1-45fe-4682-86b4-9eb5536aa901 req-d164d4c2-3b43-4f27-9cbc-e85b7d3dbc98 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:24.278991 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c1009ab1-45fe-4682-86b4-9eb5536aa901 req-d164d4c2-3b43-4f27-9cbc-e85b7d3dbc98 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0695450 May 18 14:24:24.308239 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:24.347137 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c1009ab1-45fe-4682-86b4-9eb5536aa901 req-8456b66a-ced8-481b-b980-648cbea27567 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663478 May 18 14:24:24.794623 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec5082-431e-4b36-8ee4-25a8a6e0e30b req-5c8b62e1-d6cb-4474-bb2e-b6ca4d75a975 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:24.796074 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1bec5082-431e-4b36-8ee4-25a8a6e0e30b req-5c8b62e1-d6cb-4474-bb2e-b6ca4d75a975 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0542815 May 18 14:24:24.848304 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1bec5082-431e-4b36-8ee4-25a8a6e0e30b req-f61282cb-d80d-4cb7-9a05-8dfabfda59d7 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465956 May 18 14:24:24.911451 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:24.998325 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086db7b-f49e-4d14-b38e-67fc1428d77b req-fcb61a98-0b53-40df-bfbd-cd6f38fa8e14 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:24.998325 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0086db7b-f49e-4d14-b38e-67fc1428d77b req-fcb61a98-0b53-40df-bfbd-cd6f38fa8e14 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 946 time: 0.0473700 May 18 14:24:25.049066 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0086db7b-f49e-4d14-b38e-67fc1428d77b req-c44f658e-0462-486e-8377-899257aeb373 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453870 May 18 14:24:25.492174 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f0e67-c5c1-4b95-ae58-1adfa95068d9 req-fe87415f-b37b-4b67-90a8-0bc33327b2ee tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:25.493714 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cf5f0e67-c5c1-4b95-ae58-1adfa95068d9 req-fe87415f-b37b-4b67-90a8-0bc33327b2ee tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0512855 May 18 14:24:25.542784 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cf5f0e67-c5c1-4b95-ae58-1adfa95068d9 req-99ef57e1-4ef4-44ee-b7bd-00e3a74ff416 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434985 May 18 14:24:25.966761 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c0df6-82c1-411a-9ea2-7433c22ef389 req-2b788157-e8d6-4eaf-9a66-6ee4186ba427 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:25.968864 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-af4c0df6-82c1-411a-9ea2-7433c22ef389 req-2b788157-e8d6-4eaf-9a66-6ee4186ba427 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0507264 May 18 14:24:26.017217 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-af4c0df6-82c1-411a-9ea2-7433c22ef389 req-8843f460-3563-4de1-b92b-88ae858d8c60 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 May 18 14:24:26.173028 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411eef0-4e3d-4962-b62c-a772a8511a23 req-97f7314d-1ac2-4bbc-a986-8a8cea9f8f7d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:26.174758 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f411eef0-4e3d-4962-b62c-a772a8511a23 req-97f7314d-1ac2-4bbc-a986-8a8cea9f8f7d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 946 time: 0.0479932 May 18 14:24:26.230713 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f411eef0-4e3d-4962-b62c-a772a8511a23 req-9a8deca9-128f-4b6e-9865-3a2d026156dc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505037 May 18 14:24:26.426632 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e1383-423c-4a49-ae0c-ff4168798742 req-a186c1c8-6062-4adf-b666-d1e20ea7bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:26.428175 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-203e1383-423c-4a49-ae0c-ff4168798742 req-a186c1c8-6062-4adf-b666-d1e20ea7bcb6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 1130 time: 0.0451655 May 18 14:24:26.488096 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ed04b-a66d-43cb-bb70-0d23cb5e6a7f req-37ea9141-7139-4bed-b7fc-e67ce997a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:26.489632 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5f2ed04b-a66d-43cb-bb70-0d23cb5e6a7f req-37ea9141-7139-4bed-b7fc-e67ce997a5df service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 1129 time: 0.0606122 May 18 14:24:26.682666 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4c204-c232-4ca7-baeb-d6fda3fcc297 req-8ef817c8-3dab-4eac-859e-4dcfc8699b25 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:26.684261 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-75f4c204-c232-4ca7-baeb-d6fda3fcc297 req-8ef817c8-3dab-4eac-859e-4dcfc8699b25 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0572426 May 18 14:24:26.736869 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-75f4c204-c232-4ca7-baeb-d6fda3fcc297 req-ee3bc616-ac48-49de-b611-f04c7f0b395e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452917 May 18 14:24:26.770508 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-203e1383-423c-4a49-ae0c-ff4168798742 req-3e81b838-b412-401c-916f-dcd7aab7a464 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328159 May 18 14:24:26.803828 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5f2ed04b-a66d-43cb-bb70-0d23cb5e6a7f req-82eeafa2-998f-4dcf-89ce-a63270a4591f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050425 May 18 14:24:27.136632 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb45933-db7e-4a9e-9007-a6596942820f req-5de25fa7-27f4-4d38-9313-20678d21c708 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:27.138199 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-acb45933-db7e-4a9e-9007-a6596942820f req-5de25fa7-27f4-4d38-9313-20678d21c708 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0485206 May 18 14:24:27.194030 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-acb45933-db7e-4a9e-9007-a6596942820f req-a3c88bb4-d0c4-4433-bfc6-1632ff4d1743 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 May 18 14:24:27.366369 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3306d3-f54c-4ca0-a856-5f24fd84331d req-0121cd10-572f-4053-ae87-03afc0ab57fe tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:27.367781 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5d3306d3-f54c-4ca0-a856-5f24fd84331d req-0121cd10-572f-4053-ae87-03afc0ab57fe tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 946 time: 0.0526445 May 18 14:24:27.418147 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5d3306d3-f54c-4ca0-a856-5f24fd84331d req-fffd55e4-0628-421a-9e65-dffa260937c0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447476 May 18 14:24:27.857939 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005096d8-87e6-41ba-898b-c668020c1c81 req-c6ded05a-4da2-4e7d-bf90-3f3dd9689e1b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:27.859455 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-005096d8-87e6-41ba-898b-c668020c1c81 req-c6ded05a-4da2-4e7d-bf90-3f3dd9689e1b tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.0491865 May 18 14:24:27.909141 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-005096d8-87e6-41ba-898b-c668020c1c81 req-e152c5ff-e29e-40f2-a534-7761832023f4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435557 May 18 14:24:28.308102 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea263d5c-df5e-44f1-95d3-d2f25cef85b9 req-26fa387b-b1b2-4cc8-8eac-2dc3fdd7d245 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:28.309526 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ea263d5c-df5e-44f1-95d3-d2f25cef85b9 req-26fa387b-b1b2-4cc8-8eac-2dc3fdd7d245 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0462098 May 18 14:24:28.347667 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:28.363190 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ea263d5c-df5e-44f1-95d3-d2f25cef85b9 req-02ce5b02-d5ce-4183-93f5-3feff8078140 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462396 May 18 14:24:28.540773 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614eaa-2e2d-42a3-bbeb-bf9527577152 req-36a26dbc-4a0a-4027-85fa-e191a3540084 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:28.542293 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-60614eaa-2e2d-42a3-bbeb-bf9527577152 req-36a26dbc-4a0a-4027-85fa-e191a3540084 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 946 time: 0.0544691 May 18 14:24:28.576057 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:28.596135 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-60614eaa-2e2d-42a3-bbeb-bf9527577152 req-ea3cf2b7-fd0b-4f66-b8e8-b33c99adc88e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461988 May 18 14:24:28.717117 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608881c-ca02-4e53-badc-ea08afc9b13f req-5bf36947-a768-4221-9c1f-a957adb25c40 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:28.718615 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6608881c-ca02-4e53-badc-ea08afc9b13f req-5bf36947-a768-4221-9c1f-a957adb25c40 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 946 time: 0.0492516 May 18 14:24:28.728353 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48172) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:24:28.733178 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-71b5f1cb-a2b6-4447-bc30-01d4749caa36 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'floatingip': {'port_id': '730dae4b-0247-408c-8b7d-9413decc81de'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:28.775935 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-71b5f1cb-a2b6-4447-bc30-01d4749caa36 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (996aa7d0-4d34-4abe-a52b-20284ae8ee6d), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:29.164664 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device cea436b6-0de4-47d9-a6dd-c0514f0884ce details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:24:29.281000 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:24:29.290242 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'port_id': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'mac_address': 'fa:16:3e:35:b6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:24:29.339565 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port cea436b6-0de4-47d9-a6dd-c0514f0884ce is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:24:29.339940 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:29.354222 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea436b6-0de4-47d9-a6dd-c0514f0884ce {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:24:29.464487 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:24:29.465618 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6da1ed-bb22-4fda-9290-3774a4b4c3b1 req-91c3a404-450f-4564-8fe8-991bcb334a3e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:29.465618 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bc6da1ed-bb22-4fda-9290-3774a4b4c3b1 req-91c3a404-450f-4564-8fe8-991bcb334a3e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 943 time: 0.4007070 May 18 14:24:29.543468 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdaf92a-d911-41f6-a1fc-5c23ce6bb884 req-82206667-9f38-40d0-b370-d851c0e9655b tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:29.544976 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3cdaf92a-d911-41f6-a1fc-5c23ce6bb884 req-82206667-9f38-40d0-b370-d851c0e9655b tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.1093276 May 18 14:24:29.568226 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bc6da1ed-bb22-4fda-9290-3774a4b4c3b1 req-c761ae75-1b13-43f9-9e84-48617f364322 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1708264 May 18 14:24:29.646038 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-71b5f1cb-a2b6-4447-bc30-01d4749caa36 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:29.650601 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3cdaf92a-d911-41f6-a1fc-5c23ce6bb884 req-22d9f806-48aa-409c-a30d-6dc3a28a77bf tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979800 May 18 14:24:29.770535 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18903c-6164-4755-be36-ebf1e1c2f59a req-f766b9d8-d64b-451d-ad70-68985c565ee7 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:29.771938 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7f18903c-6164-4755-be36-ebf1e1c2f59a req-f766b9d8-d64b-451d-ad70-68985c565ee7 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0540681 May 18 14:24:29.822134 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7f18903c-6164-4755-be36-ebf1e1c2f59a req-60e143e2-24a0-496b-b2c9-f5d9deb7cfd3 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446060 May 18 14:24:29.831796 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-71b5f1cb-a2b6-4447-bc30-01d4749caa36 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (996aa7d0-4d34-4abe-a52b-20284ae8ee6d), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:29.832227 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:29.884542 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=cea436b6-0de4-47d9-a6dd-c0514f0884ce,revision_number=9']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:29.936277 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.l3_db [None req-71b5f1cb-a2b6-4447-bc30-01d4749caa36 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Floating IP 996aa7d0-4d34-4abe-a52b-20284ae8ee6d associated. External IP: 172.27.2.7, port: 730dae4b-0247-408c-8b7d-9413decc81de. May 18 14:24:30.012447 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:30.090918 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:30.117714 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['cea436b6-0de4-47d9-a6dd-c0514f0884ce'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:24:30.183890 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:30.190670 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef94f2-65e5-49b6-b883-02cc5746f446 req-5efe1b21-71be-4bba-9768-401060b7eafa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:30.192198 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-68ef94f2-65e5-49b6-b883-02cc5746f446 req-5efe1b21-71be-4bba-9768-401060b7eafa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0694196 May 18 14:24:30.207740 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b5f1cb-a2b6-4447-bc30-01d4749caa36 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Router 8804303e-ad5b-4958-beef-ab274a064550 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:24:30.289147 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-68ef94f2-65e5-49b6-b883-02cc5746f446 req-b48adecf-8d38-4454-847b-265ee4adfa44 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908446 May 18 14:24:30.351435 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b5f1cb-a2b6-4447-bc30-01d4749caa36 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:24:30.355885 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-71b5f1cb-a2b6-4447-bc30-01d4749caa36 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:30.363500 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38085b5-fc0d-497c-b087-99b0a682936a None None] Sync routers for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:24:30.375302 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38085b5-fc0d-497c-b087-99b0a682936a None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:24:30.379219 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-c38085b5-fc0d-497c-b087-99b0a682936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:24:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:24:30.390093 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-71b5f1cb-a2b6-4447-bc30-01d4749caa36 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "PUT /v2.0/floatingips/996aa7d0-4d34-4abe-a52b-20284ae8ee6d HTTP/1.1" status: 200 len: 990 time: 1.6601362 May 18 14:24:30.390940 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'tag': '730dae4b-0247-408c-8b7d-9413decc81de'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:24:30.393530 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def0b9eb-bed8-419c-ab56-f4f143e32170" -d '{"events": [{"name": "network-changed", "server_uuid": "c57afad5-5411-4586-9db0-e00f3b47b531", "tag": "730dae4b-0247-408c-8b7d-9413decc81de"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:24:30.497826 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-c38085b5-fc0d-497c-b087-99b0a682936a None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:24:30.601095 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3070c8-8ae1-4b6d-bf95-81ffa5fc1f8b x-openstack-request-id: req-0a3070c8-8ae1-4b6d-bf95-81ffa5fc1f8b {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:24:30.601677 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57afad5-5411-4586-9db0-e00f3b47b531", "tag": "730dae4b-0247-408c-8b7d-9413decc81de", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:24:30.601677 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0a3070c8-8ae1-4b6d-bf95-81ffa5fc1f8b {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:24:30.602021 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3070c8-8ae1-4b6d-bf95-81ffa5fc1f8b'] response: {'name': 'network-changed', 'server_uuid': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'tag': '730dae4b-0247-408c-8b7d-9413decc81de', 'status': 'completed', 'code': 200} May 18 14:24:30.685359 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0b9eb-bed8-419c-ab56-f4f143e32170 req-6806ccc6-e8e8-477b-97cb-37e37e387cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:30.687696 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-def0b9eb-bed8-419c-ab56-f4f143e32170 req-6806ccc6-e8e8-477b-97cb-37e37e387cec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 1130 time: 0.0638397 May 18 14:24:30.698694 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91c35f-6ac4-4429-81fc-8c37b26cd9dd req-be9d72b4-c95c-444f-92f4-a50cb88086d7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:30.705733 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a91c35f-6ac4-4429-81fc-8c37b26cd9dd req-be9d72b4-c95c-444f-92f4-a50cb88086d7 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 944 time: 0.0555074 May 18 14:24:30.743611 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-c38085b5-fc0d-497c-b087-99b0a682936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '996aa7d0-4d34-4abe-a52b-20284ae8ee6d', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '730dae4b-0247-408c-8b7d-9413decc81de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:ff:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:53Z', 'updated_at': '2022-05-18T14:24:29Z', 'revision_number': 1, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:24:30.764085 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a91c35f-6ac4-4429-81fc-8c37b26cd9dd req-55738c2a-1693-4fa1-82f7-e13f0937e5cd tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574732 May 18 14:24:30.771140 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:30.777642 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38085b5-fc0d-497c-b087-99b0a682936a None None] Checking router: 8804303e-ad5b-4958-beef-ab274a064550 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:24:30.790273 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38085b5-fc0d-497c-b087-99b0a682936a None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:24:30.791148 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-c38085b5-fc0d-497c-b087-99b0a682936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:24:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:24:30.803627 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0b9eb-bed8-419c-ab56-f4f143e32170 req-31b3dd04-a3cc-4f63-ad51-3fbccd6827ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:30.805141 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-def0b9eb-bed8-419c-ab56-f4f143e32170 req-31b3dd04-a3cc-4f63-ad51-3fbccd6827ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 915 time: 0.1106372 May 18 14:24:30.869467 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-def0b9eb-bed8-419c-ab56-f4f143e32170 req-9fe56385-a88d-4783-8b06-002f87429e16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=730dae4b-0247-408c-8b7d-9413decc81de HTTP/1.1" status: 200 len: 998 time: 0.0576057 May 18 14:24:30.902198 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-c38085b5-fc0d-497c-b087-99b0a682936a None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:24:30.919793 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0b9eb-bed8-419c-ab56-f4f143e32170 req-14906cb5-3aab-490e-906b-96456c808e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:30.921290 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-def0b9eb-bed8-419c-ab56-f4f143e32170 req-14906cb5-3aab-490e-906b-96456c808e16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25bb2d1b-eba8-46aa-bb01-698c07564941 HTTP/1.1" status: 200 len: 853 time: 0.0458663 May 18 14:24:30.979847 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0b9eb-bed8-419c-ab56-f4f143e32170 req-253e862b-3326-4ac3-9062-4320aa1ac669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:30.981647 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-def0b9eb-bed8-419c-ab56-f4f143e32170 req-253e862b-3326-4ac3-9062-4320aa1ac669 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537980 May 18 14:24:31.146973 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-bf5daee2-8c0e-4c42-9a61-31e919bb45ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:31.154806 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-def0b9eb-bed8-419c-ab56-f4f143e32170 req-9f47ae77-4f32-481c-859e-73f0963e2b02 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627891 May 18 14:24:31.161588 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device cea436b6-0de4-47d9-a6dd-c0514f0884ce up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:24:31.224907 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-c38085b5-fc0d-497c-b087-99b0a682936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '996aa7d0-4d34-4abe-a52b-20284ae8ee6d', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '730dae4b-0247-408c-8b7d-9413decc81de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:ff:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:53Z', 'updated_at': '2022-05-18T14:24:29Z', 'revision_number': 1, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:24:31.240701 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port cea436b6-0de4-47d9-a6dd-c0514f0884ce triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:24:31.241200 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:31.256143 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38085b5-fc0d-497c-b087-99b0a682936a None None] The sync data for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi is: [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '996aa7d0-4d34-4abe-a52b-20284ae8ee6d', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '730dae4b-0247-408c-8b7d-9413decc81de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:ff:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:53Z', 'updated_at': '2022-05-18T14:24:29Z', 'revision_number': 1, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:24:31.301835 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-def0b9eb-bed8-419c-ab56-f4f143e32170 req-74b25143-a5e6-4192-9d4c-01905e9ec152 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398702 May 18 14:24:31.328049 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port cea436b6-0de4-47d9-a6dd-c0514f0884ce is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:24:31.328418 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:31.361855 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:24:31.361855 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6580531e-d3b5-44c0-aa51-68e800c3d3dc" -d '{"events": [{"server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "name": "network-vif-plugged", "status": "completed", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:24:31.378315 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:24:31.401958 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98968dcc-02f6-436c-a7ba-f98fe88bcbda x-openstack-request-id: req-98968dcc-02f6-436c-a7ba-f98fe88bcbda {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:24:31.402413 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "name": "network-vif-plugged", "status": "completed", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:24:31.402756 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-98968dcc-02f6-436c-a7ba-f98fe88bcbda {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:24:31.403365 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98968dcc-02f6-436c-a7ba-f98fe88bcbda'] response: {'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'code': 200} May 18 14:24:31.516667 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364395c-374e-454a-be8b-29a8bb2e4e4b None None] New status for floating IP 996aa7d0-4d34-4abe-a52b-20284ae8ee6d: ACTIVE {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:24:31.548380 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:31.581751 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:31.654605 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=cea436b6-0de4-47d9-a6dd-c0514f0884ce,revision_number=10']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:31.759304 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e52471-3a0d-45be-a812-250b680038af req-824aafb8-a8c6-4e44-b59c-a96d14212bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:31.760772 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-87e52471-3a0d-45be-a812-250b680038af req-824aafb8-a8c6-4e44-b59c-a96d14212bf9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 1130 time: 0.0391266 May 18 14:24:31.809477 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-87e52471-3a0d-45be-a812-250b680038af req-a77107f9-6448-4e0d-b842-e816ada1f2da service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417552 May 18 14:24:31.896531 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c0ea2-9f3c-4ca0-870d-907a0cff4428 req-deebf999-539d-4106-b7ac-b4e560028621 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:31.898026 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-821c0ea2-9f3c-4ca0-870d-907a0cff4428 req-deebf999-539d-4106-b7ac-b4e560028621 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 946 time: 0.0476158 May 18 14:24:31.949335 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-821c0ea2-9f3c-4ca0-870d-907a0cff4428 req-36b81878-91f9-47bd-a944-ba471fdb0e8c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456221 May 18 14:24:32.687174 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e21b-03a5-4669-a63a-721a2ce18613 req-54a0d7d2-6c45-4c6d-a97a-4e40141a1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:32.689746 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-59c1e21b-03a5-4669-a63a-721a2ce18613 req-54a0d7d2-6c45-4c6d-a97a-4e40141a1ad5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=909802130f2948bcae9d2445f267a32c&device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 1130 time: 0.0480077 May 18 14:24:32.810326 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e21b-03a5-4669-a63a-721a2ce18613 req-d4a33d42-aed8-472e-953b-cc548eca15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:32.811893 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-59c1e21b-03a5-4669-a63a-721a2ce18613 req-d4a33d42-aed8-472e-953b-cc548eca15f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 200 len: 918 time: 0.0944703 May 18 14:24:32.883113 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-59c1e21b-03a5-4669-a63a-721a2ce18613 req-2c7cf5ea-c9d8-464c-aac8-d780d74fa8d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce HTTP/1.1" status: 200 len: 1000 time: 0.0617001 May 18 14:24:32.921305 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:32.936088 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e21b-03a5-4669-a63a-721a2ce18613 req-e5a15534-04f7-4663-b723-a3fa71c18b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:32.944464 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-59c1e21b-03a5-4669-a63a-721a2ce18613 req-e5a15534-04f7-4663-b723-a3fa71c18b14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 200 len: 856 time: 0.0458245 May 18 14:24:33.077913 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d16e2-7e4b-49ad-bad9-a60fdd10738e req-ddae684e-6a5e-40d1-8774-eb0faaec9727 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:33.080283 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-122d16e2-7e4b-49ad-bad9-a60fdd10738e req-ddae684e-6a5e-40d1-8774-eb0faaec9727 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 946 time: 0.0532799 May 18 14:24:33.129856 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-122d16e2-7e4b-49ad-bad9-a60fdd10738e req-7f449ab4-afba-479a-b31b-6537caa65997 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437582 May 18 14:24:33.380061 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e21b-03a5-4669-a63a-721a2ce18613 req-cca4a816-94e9-4526-94da-4d25b31fbaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:33.381780 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-59c1e21b-03a5-4669-a63a-721a2ce18613 req-cca4a816-94e9-4526-94da-4d25b31fbaba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a849efa-7750-49f6-9fa8-deee59756847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415053 May 18 14:24:33.496504 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-51d0c846-2788-4b8e-8f46-1fd6c4ceda88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:33.510350 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-59c1e21b-03a5-4669-a63a-721a2ce18613 req-2dd7bb93-3160-4716-ab9a-853d010ad826 service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996089 May 18 14:24:33.605725 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-59c1e21b-03a5-4669-a63a-721a2ce18613 req-1dbedc81-45cc-48a2-8dc8-3a9fd60cba6d service neutron] 10.222.0.72 "GET /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870106 May 18 14:24:34.279904 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adfe71-43f6-47a1-9fc9-f4b1e2347f51 req-009e3fb6-ee2c-40a4-a159-b73e94d26bbf tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:34.281439 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-55adfe71-43f6-47a1-9fc9-f4b1e2347f51 req-009e3fb6-ee2c-40a4-a159-b73e94d26bbf tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 946 time: 0.0521247 May 18 14:24:34.330437 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-55adfe71-43f6-47a1-9fc9-f4b1e2347f51 req-bf0b98ce-4722-4faa-a12b-fe6abe93a458 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424242 May 18 14:24:35.117259 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:35.460408 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0489c2-5211-40e3-9041-c4e00a7842ae req-8e9f9883-aedc-4e8d-bb05-43dd937b93a2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:35.461969 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ca0489c2-5211-40e3-9041-c4e00a7842ae req-8e9f9883-aedc-4e8d-bb05-43dd937b93a2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 946 time: 0.0575662 May 18 14:24:35.485308 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:35.516329 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ca0489c2-5211-40e3-9041-c4e00a7842ae req-9f9d806b-cb4e-44b2-ac3a-4cad4d1f0e48 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470567 May 18 14:24:36.220516 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:37.768746 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:41.221977 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=74 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:41.229426 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=74 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:42.956459 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263541d-23ac-463b-ae75-793a1d1f78e5 req-ead93add-13cf-4f91-81bb-e3ceabbf8991 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:42.957974 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3263541d-23ac-463b-ae75-793a1d1f78e5 req-ead93add-13cf-4f91-81bb-e3ceabbf8991 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0503876 May 18 14:24:43.009661 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3263541d-23ac-463b-ae75-793a1d1f78e5 req-7f2b4f25-9def-473d-8881-cd9e455f8596 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459616 May 18 14:24:43.033770 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48338) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:24:43.137776 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a11a4f-db72-4d3d-b45c-743c607d782d tempest-TestMinimumBasicScenario-792764394 tempest-TestMinimumBasicScenario-792764394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:43.139487 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-80a11a4f-db72-4d3d-b45c-743c607d782d tempest-TestMinimumBasicScenario-792764394 tempest-TestMinimumBasicScenario-792764394-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 1124 time: 0.1046491 May 18 14:24:43.142941 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48342) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:24:43.147416 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'port_id': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:43.155211 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:43.243404 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:43.334195 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:43.452210 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Allocated IP 172.27.2.223 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/cab9d211-947a-4d6a-999a-4cc742a48945) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:24:43.567272 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for port (cab9d211-947a-4d6a-999a-4cc742a48945), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:43.694946 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (cab9d211-947a-4d6a-999a-4cc742a48945), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:43.741817 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:24:43.746858 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:24:43.749053 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event updated for resources: {'Port': ['ID=cab9d211-947a-4d6a-999a-4cc742a48945,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:43.751155 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:24:43.961885 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:44.056895 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:44.113267 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for floatingip (7e20f788-c1fd-4ca3-badf-a5e5ca7bbe63), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:44.244820 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (cab9d211-947a-4d6a-999a-4cc742a48945), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:44.453114 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for port (cab9d211-947a-4d6a-999a-4cc742a48945), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:44.494151 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (cab9d211-947a-4d6a-999a-4cc742a48945), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:44.570784 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event updated for resources: {'Port': ['ID=cab9d211-947a-4d6a-999a-4cc742a48945,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:44.579250 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (7e20f788-c1fd-4ca3-badf-a5e5ca7bbe63), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:44.677635 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Floating IP 7e20f788-c1fd-4ca3-badf-a5e5ca7bbe63 associated. External IP: 172.27.2.223, port: 7efa00a5-e1da-45f4-b550-e070a60ed7ae. May 18 14:24:44.886263 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Router 35b61ab5-c583-4453-a63a-37c4654fbb55 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:24:44.934312 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:44.997943 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:24:45.008907 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2ee30c-07f5-4731-9581-2ffeb91ccfff None None] Sync routers for ids ['35b61ab5-c583-4453-a63a-37c4654fbb55'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:24:45.025308 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ee30c-07f5-4731-9581-2ffeb91ccfff None None] Routers {'35b61ab5-c583-4453-a63a-37c4654fbb55'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:24:45.025950 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-9b2ee30c-07f5-4731-9581-2ffeb91ccfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:24:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['35b61ab5-c583-4453-a63a-37c4654fbb55'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:24:45.096721 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:45.135464 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-0858d0eb-b2cb-4347-ae3e-c2f62d6788aa tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9914625 May 18 14:24:45.136066 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:24:45.138765 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417e8636-3524-4f4f-b6e7-01727c0a7825" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:24:45.138975 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48350) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:24:45.144303 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-714265ab-67d0-44d2-8beb-5f8f5f91f64a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-295036402', 'description': 'tempest-secgroup-smoke-295036402 description', 'project_id': '6cfc138e921941c89c821727bc1a0a84'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:45.152720 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-9b2ee30c-07f5-4731-9581-2ffeb91ccfff None None] Set router 35b61ab5-c583-4453-a63a-37c4654fbb55 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:24:45.185568 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e24354-4d92-42d1-9bce-ae873e6e7877 x-openstack-request-id: req-e1e24354-4d92-42d1-9bce-ae873e6e7877 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:24:45.185885 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:24:45.186129 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e1e24354-4d92-42d1-9bce-ae873e6e7877 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:24:45.186529 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e24354-4d92-42d1-9bce-ae873e6e7877'] response: {'name': 'network-changed', 'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'status': 'completed', 'code': 200} May 18 14:24:45.248772 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-714265ab-67d0-44d2-8beb-5f8f5f91f64a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:45.291081 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e8636-3524-4f4f-b6e7-01727c0a7825 req-e8dd42f6-3e47-4728-94c4-9c18132e0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:45.297345 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-417e8636-3524-4f4f-b6e7-01727c0a7825 req-e8dd42f6-3e47-4728-94c4-9c18132e0c3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cfc138e921941c89c821727bc1a0a84&device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 1129 time: 0.0717247 May 18 14:24:45.352044 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-714265ab-67d0-44d2-8beb-5f8f5f91f64a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group (4ccc581a-4315-437b-b5d3-432cc8cd44aa), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:45.390011 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:45.417670 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e8636-3524-4f4f-b6e7-01727c0a7825 req-51037dff-f00b-452b-96fa-ad58fd56093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:45.419877 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-417e8636-3524-4f4f-b6e7-01727c0a7825 req-51037dff-f00b-452b-96fa-ad58fd56093a service neutron] 10.222.0.72 "GET /v2.0/networks?id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 HTTP/1.1" status: 200 len: 915 time: 0.1132648 May 18 14:24:45.429138 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-9b2ee30c-07f5-4731-9581-2ffeb91ccfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:23:24Z', 'revision_number': 4, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '7e20f788-c1fd-4ca3-badf-a5e5ca7bbe63', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'port_id': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'mac_address': 'fa:16:3e:db:2c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:24:43Z', 'updated_at': '2022-05-18T14:24:43Z', 'revision_number': 0, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119f0838-265f-49c3-9d60-be08869975bf', 'name': '', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'mac_address': 'fa:16:3e:4e:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:23Z', 'updated_at': '2022-05-18T14:23:29Z', 'revision_number': 5, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'subnets': [{'id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:24:45.465961 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-714265ab-67d0-44d2-8beb-5f8f5f91f64a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (4ccc581a-4315-437b-b5d3-432cc8cd44aa), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:45.522176 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714265ab-67d0-44d2-8beb-5f8f5f91f64a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccc581a-4315-437b-b5d3-432cc8cd44aa,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:45.532395 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-417e8636-3524-4f4f-b6e7-01727c0a7825 req-a1982438-0078-4603-b579-0a6a9aeb0e22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae HTTP/1.1" status: 200 len: 999 time: 0.0952344 May 18 14:24:45.555794 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2ee30c-07f5-4731-9581-2ffeb91ccfff None None] Checking router: 35b61ab5-c583-4453-a63a-37c4654fbb55 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:24:45.573081 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ee30c-07f5-4731-9581-2ffeb91ccfff None None] Routers {'35b61ab5-c583-4453-a63a-37c4654fbb55'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:24:45.573081 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-9b2ee30c-07f5-4731-9581-2ffeb91ccfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:24:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['35b61ab5-c583-4453-a63a-37c4654fbb55'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:24:45.583448 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-714265ab-67d0-44d2-8beb-5f8f5f91f64a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:45.585591 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-714265ab-67d0-44d2-8beb-5f8f5f91f64a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4455750 May 18 14:24:45.590469 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48356) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:24:45.599015 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-d7bfedbb-2b4c-46ce-9733-df8c9ad4a81e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Request body: {'security_group_rule': {'security_group_id': '4ccc581a-4315-437b-b5d3-432cc8cd44aa', 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:45.614042 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e8636-3524-4f4f-b6e7-01727c0a7825 req-bac01d16-d21e-45ac-8f4d-4da7950aa602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:45.615522 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-417e8636-3524-4f4f-b6e7-01727c0a7825 req-bac01d16-d21e-45ac-8f4d-4da7950aa602 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a06fb6-87b8-42a2-8778-b8a1a10c1400 HTTP/1.1" status: 200 len: 853 time: 0.0722389 May 18 14:24:45.679335 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e8636-3524-4f4f-b6e7-01727c0a7825 req-6a3a4d35-d26e-4ceb-a3b7-bc02a56cc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:45.681658 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-417e8636-3524-4f4f-b6e7-01727c0a7825 req-6a3a4d35-d26e-4ceb-a3b7-bc02a56cc93a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577726 May 18 14:24:45.696156 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-9b2ee30c-07f5-4731-9581-2ffeb91ccfff None None] Set router 35b61ab5-c583-4453-a63a-37c4654fbb55 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:24:45.815450 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d7bfedbb-2b4c-46ce-9733-df8c9ad4a81e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (1ea12e7c-7c38-4f8f-8f60-60097e45ca31), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:45.843171 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-417e8636-3524-4f4f-b6e7-01727c0a7825 req-b6f24dd9-22d4-47cc-9718-ef20258e4578 service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470721 May 18 14:24:45.946060 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-9b2ee30c-07f5-4731-9581-2ffeb91ccfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:23:24Z', 'revision_number': 4, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '7e20f788-c1fd-4ca3-badf-a5e5ca7bbe63', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'port_id': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'mac_address': 'fa:16:3e:db:2c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:24:43Z', 'updated_at': '2022-05-18T14:24:43Z', 'revision_number': 0, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119f0838-265f-49c3-9d60-be08869975bf', 'name': '', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'mac_address': 'fa:16:3e:4e:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:23Z', 'updated_at': '2022-05-18T14:23:29Z', 'revision_number': 5, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'subnets': [{'id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:24:45.967962 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d7bfedbb-2b4c-46ce-9733-df8c9ad4a81e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (1ea12e7c-7c38-4f8f-8f60-60097e45ca31), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:45.982779 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2ee30c-07f5-4731-9581-2ffeb91ccfff None None] The sync data for ids ['35b61ab5-c583-4453-a63a-37c4654fbb55'] in dv-cinder-755101-9-iscsi is: [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:23:24Z', 'revision_number': 4, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '7e20f788-c1fd-4ca3-badf-a5e5ca7bbe63', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'port_id': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'mac_address': 'fa:16:3e:db:2c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:24:43Z', 'updated_at': '2022-05-18T14:24:43Z', 'revision_number': 0, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119f0838-265f-49c3-9d60-be08869975bf', 'name': '', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'mac_address': 'fa:16:3e:4e:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:23Z', 'updated_at': '2022-05-18T14:23:29Z', 'revision_number': 5, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'subnets': [{'id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:24:46.011336 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-417e8636-3524-4f4f-b6e7-01727c0a7825 req-3ae2066c-5d22-40b6-9c57-0a1456397a35 service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564119 May 18 14:24:46.082831 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d7bfedbb-2b4c-46ce-9733-df8c9ad4a81e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (1ea12e7c-7c38-4f8f-8f60-60097e45ca31), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:46.102770 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfedbb-2b4c-46ce-9733-df8c9ad4a81e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea12e7c-7c38-4f8f-8f60-60097e45ca31,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:46.199270 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d7bfedbb-2b4c-46ce-9733-df8c9ad4a81e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:46.202403 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509537a-ed00-48af-8d0a-1d56f6e0e2e7 None None] New status for floating IP 7e20f788-c1fd-4ca3-badf-a5e5ca7bbe63: ACTIVE {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:24:46.204118 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48358) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:24:46.205505 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-d7bfedbb-2b4c-46ce-9733-df8c9ad4a81e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6121535 May 18 14:24:46.211712 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-6120287a-0658-45e6-b986-af9ee9394f4e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Request body: {'security_group_rule': {'security_group_id': '4ccc581a-4315-437b-b5d3-432cc8cd44aa', 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:46.335034 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6120287a-0658-45e6-b986-af9ee9394f4e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (b757d37d-4cdd-41d8-8bf9-2a427d1e0d14), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:46.385153 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:46.395410 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6120287a-0658-45e6-b986-af9ee9394f4e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (b757d37d-4cdd-41d8-8bf9-2a427d1e0d14), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:46.477641 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6120287a-0658-45e6-b986-af9ee9394f4e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (b757d37d-4cdd-41d8-8bf9-2a427d1e0d14), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:46.497568 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120287a-0658-45e6-b986-af9ee9394f4e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b757d37d-4cdd-41d8-8bf9-2a427d1e0d14,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:46.570237 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6120287a-0658-45e6-b986-af9ee9394f4e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:46.571478 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-6120287a-0658-45e6-b986-af9ee9394f4e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3648338 May 18 14:24:46.574253 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48360) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:24:46.578837 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-a28507b8-277c-45b0-9cb4-612cd9bb2d93 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Request body: {'security_group_rule': {'security_group_id': '4ccc581a-4315-437b-b5d3-432cc8cd44aa', 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:46.683278 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a28507b8-277c-45b0-9cb4-612cd9bb2d93 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (90fb18dd-cf8f-4abb-8505-08727158b2ba), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:46.750456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a28507b8-277c-45b0-9cb4-612cd9bb2d93 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (90fb18dd-cf8f-4abb-8505-08727158b2ba), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:46.831963 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a28507b8-277c-45b0-9cb4-612cd9bb2d93 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (90fb18dd-cf8f-4abb-8505-08727158b2ba), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:46.851989 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28507b8-277c-45b0-9cb4-612cd9bb2d93 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fb18dd-cf8f-4abb-8505-08727158b2ba,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:46.953365 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a28507b8-277c-45b0-9cb4-612cd9bb2d93 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:46.954666 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-a28507b8-277c-45b0-9cb4-612cd9bb2d93 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794599 May 18 14:24:46.957596 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48364) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:24:46.962248 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-8df29c0c-1c91-4a01-baba-2a9d0053f32e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Request body: {'security_group_rule': {'security_group_id': '4ccc581a-4315-437b-b5d3-432cc8cd44aa', 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:47.061740 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8df29c0c-1c91-4a01-baba-2a9d0053f32e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (b62afcdd-8bb2-4566-9a43-28a959247428), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:47.117710 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8df29c0c-1c91-4a01-baba-2a9d0053f32e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (b62afcdd-8bb2-4566-9a43-28a959247428), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:47.192044 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8df29c0c-1c91-4a01-baba-2a9d0053f32e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (b62afcdd-8bb2-4566-9a43-28a959247428), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:47.209108 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df29c0c-1c91-4a01-baba-2a9d0053f32e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62afcdd-8bb2-4566-9a43-28a959247428,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:47.290401 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8df29c0c-1c91-4a01-baba-2a9d0053f32e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:47.291837 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8df29c0c-1c91-4a01-baba-2a9d0053f32e tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3332183 May 18 14:24:47.294653 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48366) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:24:47.299957 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-e0f933d7-88ae-4452-82ed-3bac25815797 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Request body: {'security_group_rule': {'security_group_id': '4ccc581a-4315-437b-b5d3-432cc8cd44aa', 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:47.307490 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:47.409356 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.securitygroups_db [None req-e0f933d7-88ae-4452-82ed-3bac25815797 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Project 6cfc138e921941c89c821727bc1a0a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:24:47.415714 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e0f933d7-88ae-4452-82ed-3bac25815797 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (45be053c-99eb-4956-ba28-e233fe4890de), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:47.467477 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e0f933d7-88ae-4452-82ed-3bac25815797 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (45be053c-99eb-4956-ba28-e233fe4890de), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:47.539893 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e0f933d7-88ae-4452-82ed-3bac25815797 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (45be053c-99eb-4956-ba28-e233fe4890de), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:47.559343 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f933d7-88ae-4452-82ed-3bac25815797 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45be053c-99eb-4956-ba28-e233fe4890de,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:47.678977 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e0f933d7-88ae-4452-82ed-3bac25815797 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:47.680428 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e0f933d7-88ae-4452-82ed-3bac25815797 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3847508 May 18 14:24:47.683125 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48370) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:24:47.687601 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-543d21c2-85fc-4573-8f5a-4d7032e4b261 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Request body: {'security_group_rule': {'security_group_id': '4ccc581a-4315-437b-b5d3-432cc8cd44aa', 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:47.820495 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.securitygroups_db [None req-543d21c2-85fc-4573-8f5a-4d7032e4b261 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Project 6cfc138e921941c89c821727bc1a0a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:24:47.827159 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-543d21c2-85fc-4573-8f5a-4d7032e4b261 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (7c0c94cf-9b09-4d56-84ed-c07d290466fa), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:47.881012 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-543d21c2-85fc-4573-8f5a-4d7032e4b261 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (7c0c94cf-9b09-4d56-84ed-c07d290466fa), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:47.934576 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-543d21c2-85fc-4573-8f5a-4d7032e4b261 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (7c0c94cf-9b09-4d56-84ed-c07d290466fa), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:47.953913 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d21c2-85fc-4573-8f5a-4d7032e4b261 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0c94cf-9b09-4d56-84ed-c07d290466fa,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:48.039772 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-543d21c2-85fc-4573-8f5a-4d7032e4b261 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:48.041078 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-543d21c2-85fc-4573-8f5a-4d7032e4b261 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3569620 May 18 14:24:48.133025 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-26d4e92a-a03f-4799-b9c2-3c229209b904 req-3a811fb8-2201-4098-9d7c-a72ad05e396d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295036402&fields=id&tenant_id=6cfc138e921941c89c821727bc1a0a84 HTTP/1.1" status: 200 len: 267 time: 0.0446420 May 18 14:24:48.192551 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4e92a-a03f-4799-b9c2-3c229209b904 req-5a1adf20-5cae-48ef-9efe-376ecd95a569 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:48.194002 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-26d4e92a-a03f-4799-b9c2-3c229209b904 req-5a1adf20-5cae-48ef-9efe-376ecd95a569 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0557272 May 18 14:24:48.206893 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [req-26d4e92a-a03f-4799-b9c2-3c229209b904 req-9683fda4-98e6-4b59-91e6-fef8fcdaf12a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Request body: {'port': {'security_groups': ['425dfeb8-4d85-4e66-ba00-1585fcd627a0', '4ccc581a-4315-437b-b5d3-432cc8cd44aa']}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:24:48.239355 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:48.285842 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-26d4e92a-a03f-4799-b9c2-3c229209b904 req-9683fda4-98e6-4b59-91e6-fef8fcdaf12a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:48.361912 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:24:48.529977 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [req-26d4e92a-a03f-4799-b9c2-3c229209b904 req-9683fda4-98e6-4b59-91e6-fef8fcdaf12a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] For port 7efa00a5-e1da-45f4-b550-e070a60ed7ae, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:24:48.564215 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-26d4e92a-a03f-4799-b9c2-3c229209b904 req-9683fda4-98e6-4b59-91e6-fef8fcdaf12a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:48.637263 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-26d4e92a-a03f-4799-b9c2-3c229209b904 req-9683fda4-98e6-4b59-91e6-fef8fcdaf12a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:48.650118 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['7efa00a5-e1da-45f4-b550-e070a60ed7ae'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:24:48.684363 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4e92a-a03f-4799-b9c2-3c229209b904 req-9683fda4-98e6-4b59-91e6-fef8fcdaf12a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:48.685035 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-26d4e92a-a03f-4799-b9c2-3c229209b904 req-9683fda4-98e6-4b59-91e6-fef8fcdaf12a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:48.691099 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-26d4e92a-a03f-4799-b9c2-3c229209b904 req-9683fda4-98e6-4b59-91e6-fef8fcdaf12a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "PUT /v2.0/ports/7efa00a5-e1da-45f4-b550-e070a60ed7ae HTTP/1.1" status: 200 len: 981 time: 0.4904277 May 18 14:24:48.691772 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:24:48.694463 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a47dd8-83ac-4fdb-8dc0-f1b2e9191849" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:24:48.726975 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683fda4-98e6-4b59-91e6-fef8fcdaf12a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event updated for resources: {'Port': ['ID=7efa00a5-e1da-45f4-b550-e070a60ed7ae,revision_number=6']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:48.759891 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082c9363-48b5-4ac5-a629-ae423b4327b0 x-openstack-request-id: req-082c9363-48b5-4ac5-a629-ae423b4327b0 {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:24:48.760848 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:24:48.761658 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-082c9363-48b5-4ac5-a629-ae423b4327b0 {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:24:48.762423 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082c9363-48b5-4ac5-a629-ae423b4327b0'] response: {'name': 'network-changed', 'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'status': 'completed', 'code': 200} May 18 14:24:48.814438 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['7efa00a5-e1da-45f4-b550-e070a60ed7ae'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:24:48.841630 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19fc98-84d9-4d78-ae5a-6cb4cc88364a req-b549bded-21cc-4ed5-880f-aa3e4840bf04 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:48.844156 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2e19fc98-84d9-4d78-ae5a-6cb4cc88364a req-b549bded-21cc-4ed5-880f-aa3e4840bf04 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0566478 May 18 14:24:48.891863 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47dd8-83ac-4fdb-8dc0-f1b2e9191849 req-6c14c845-738b-48ff-be68-c3f4f45f14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:48.894714 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-05a47dd8-83ac-4fdb-8dc0-f1b2e9191849 req-6c14c845-738b-48ff-be68-c3f4f45f14c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cfc138e921941c89c821727bc1a0a84&device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 1168 time: 0.0521233 May 18 14:24:48.904732 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:48.933679 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2e19fc98-84d9-4d78-ae5a-6cb4cc88364a req-53c3c949-cf44-4809-a842-4121388f948b tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836234 May 18 14:24:48.936311 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:48.981065 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:49.026287 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47dd8-83ac-4fdb-8dc0-f1b2e9191849 req-a6f8e60d-0627-4e89-9a6e-729bc6b439d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:49.027648 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-05a47dd8-83ac-4fdb-8dc0-f1b2e9191849 req-a6f8e60d-0627-4e89-9a6e-729bc6b439d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 HTTP/1.1" status: 200 len: 915 time: 0.1199822 May 18 14:24:49.150695 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-926f5cbb-166f-4218-b78b-4989879e66ff None None] Provisioning complete for port 7efa00a5-e1da-45f4-b550-e070a60ed7ae triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:24:49.151066 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-926f5cbb-166f-4218-b78b-4989879e66ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:49.224284 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:49.334329 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-926f5cbb-166f-4218-b78b-4989879e66ff None None] Current status of the port 7efa00a5-e1da-45f4-b550-e070a60ed7ae is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:24:49.656008 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-05a47dd8-83ac-4fdb-8dc0-f1b2e9191849 req-b8314995-30d4-473a-a955-eef1f22fd234 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae HTTP/1.1" status: 200 len: 1001 time: 0.0631635 May 18 14:24:49.717153 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47dd8-83ac-4fdb-8dc0-f1b2e9191849 req-00240471-b130-4b0a-a957-6ed9fb2fb0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:49.718618 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-05a47dd8-83ac-4fdb-8dc0-f1b2e9191849 req-00240471-b130-4b0a-a957-6ed9fb2fb0d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a06fb6-87b8-42a2-8778-b8a1a10c1400 HTTP/1.1" status: 200 len: 853 time: 0.0489435 May 18 14:24:49.776506 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47dd8-83ac-4fdb-8dc0-f1b2e9191849 req-dfa06ce6-b1fa-4b74-94f4-18fb12da0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:49.778057 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-05a47dd8-83ac-4fdb-8dc0-f1b2e9191849 req-dfa06ce6-b1fa-4b74-94f4-18fb12da0b90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497293 May 18 14:24:49.886409 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-05a47dd8-83ac-4fdb-8dc0-f1b2e9191849 req-2ab98736-f024-4ab0-a408-9551fae42da0 service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950913 May 18 14:24:49.991256 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-05a47dd8-83ac-4fdb-8dc0-f1b2e9191849 req-d0175d04-c6a6-4820-b155-7aeccd02bf4b service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921681 May 18 14:24:54.968149 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:55.971827 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29d2c4-3cd7-492a-ab82-566d6d24ee19 req-55e5e365-78d6-48de-8f04-5565ed0de4e6 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:55.973502 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4c29d2c4-3cd7-492a-ab82-566d6d24ee19 req-55e5e365-78d6-48de-8f04-5565ed0de4e6 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 946 time: 0.0498559 May 18 14:24:56.030538 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4c29d2c4-3cd7-492a-ab82-566d6d24ee19 req-c73e6723-5f89-4b76-8307-ea987493f428 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506020 May 18 14:24:57.152216 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7079fc-4063-41c2-9f43-56369cbbc0a1 req-e8a7164e-88de-432f-979c-3b262d32baad tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:57.153824 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6c7079fc-4063-41c2-9f43-56369cbbc0a1 req-e8a7164e-88de-432f-979c-3b262d32baad tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 946 time: 0.0499494 May 18 14:24:57.209639 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6c7079fc-4063-41c2-9f43-56369cbbc0a1 req-62c127a1-e92f-46a0-8aa4-0829bf2f2d2f tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480590 May 18 14:24:57.967950 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-64d5e5cd-c043-4a92-b90e-4a801bd42b67 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:57.969564 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-64d5e5cd-c043-4a92-b90e-4a801bd42b67 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.72 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 946 time: 0.0541964 May 18 14:24:58.048620 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:58.069855 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Deleting port 30f21f39-498c-4796-8d24-a2e2e62eccb4 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:24:58.070245 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:58.172431 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] For port 30f21f39-498c-4796-8d24-a2e2e62eccb4, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=30f21f39-498c-4796-8d24-a2e2e62eccb4,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:24:58.172810 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:58.339645 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43069aa-0df6-4f72-a30c-23999ec57645 req-ba85e6fd-d5f4-4f36-a2a3-223a3853d859 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:24:58.341275 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a43069aa-0df6-4f72-a30c-23999ec57645 req-ba85e6fd-d5f4-4f36-a2a3-223a3853d859 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 946 time: 0.0527558 May 18 14:24:58.393495 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a43069aa-0df6-4f72-a30c-23999ec57645 req-c6838d58-0e30-4bb8-a077-be93cf1f0e29 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups?id=05c98ec5-2d93-4b04-b6e2-525c5ef19c78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451071 May 18 14:24:58.609863 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:58.610141 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (6f5a5a25-90d9-42df-943c-8fc87bf659c8), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:58.610476 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Floating IP 6f5a5a25-90d9-42df-943c-8fc87bf659c8 disassociated. External IP: 172.27.2.131, port: 30f21f39-498c-4796-8d24-a2e2e62eccb4. May 18 14:24:58.610917 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Calling delete_port for 30f21f39-498c-4796-8d24-a2e2e62eccb4 owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:24:58.691886 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:58.814132 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (30f21f39-498c-4796-8d24-a2e2e62eccb4), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:58.843375 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event deleted for resources: {'Port': ['ID=30f21f39-498c-4796-8d24-a2e2e62eccb4,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:58.960338 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Router fe4748ca-7337-4e62-b4d2-9767f1f0fccf has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:24:59.069228 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:24:59.082132 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b02619-7ad0-4bb3-b20c-18e57972f3c1 None None] Sync routers for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:24:59.093096 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b02619-7ad0-4bb3-b20c-18e57972f3c1 None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:24:59.093725 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-68b02619-7ad0-4bb3-b20c-18e57972f3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:24:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:24:59.114058 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] No DVR routers for this DVR port 30f21f39-498c-4796-8d24-a2e2e62eccb4 on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:24:59.116813 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:24:59.119909 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2d97469f-d404-4044-b4d4-4723d73926d0 req-77c9228f-6f7f-4e79-ae50-8bb6f5e0ef39 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.72 "DELETE /v2.0/ports/30f21f39-498c-4796-8d24-a2e2e62eccb4 HTTP/1.1" status: 204 len: 173 time: 1.1439865 May 18 14:24:59.120429 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'name': 'network-vif-deleted', 'tag': '30f21f39-498c-4796-8d24-a2e2e62eccb4'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:24:59.122765 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36426feb-6f54-4732-8bc5-87aeea698d47" -d '{"events": [{"server_uuid": "28a92de7-80ca-4927-b7fb-caa962c2b03f", "name": "network-vif-deleted", "tag": "30f21f39-498c-4796-8d24-a2e2e62eccb4"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:24:59.162132 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b232bcc-dd28-490b-b951-96a85597bf0d x-openstack-request-id: req-3b232bcc-dd28-490b-b951-96a85597bf0d {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:24:59.162434 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a92de7-80ca-4927-b7fb-caa962c2b03f", "name": "network-vif-deleted", "tag": "30f21f39-498c-4796-8d24-a2e2e62eccb4", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:24:59.162689 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b232bcc-dd28-490b-b951-96a85597bf0d {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:24:59.163117 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b232bcc-dd28-490b-b951-96a85597bf0d'] response: {'server_uuid': '28a92de7-80ca-4927-b7fb-caa962c2b03f', 'name': 'network-vif-deleted', 'tag': '30f21f39-498c-4796-8d24-a2e2e62eccb4', 'status': 'completed', 'code': 200} May 18 14:24:59.177993 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:59.180965 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:24:59.205925 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-68b02619-7ad0-4bb3-b20c-18e57972f3c1 None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:24:59.414299 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-68b02619-7ad0-4bb3-b20c-18e57972f3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:07Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:24:59.445143 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b02619-7ad0-4bb3-b20c-18e57972f3c1 None None] Checking router: fe4748ca-7337-4e62-b4d2-9767f1f0fccf for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:24:59.454904 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b02619-7ad0-4bb3-b20c-18e57972f3c1 None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:24:59.455477 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-68b02619-7ad0-4bb3-b20c-18e57972f3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:24:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:24:59.507011 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f4cd8ce2-54f7-4968-aef1-ddbb4f25b85a req-dcc75b01-d35d-45cb-99fe-8392a48f43de tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/ports?device_id=28a92de7-80ca-4927-b7fb-caa962c2b03f HTTP/1.1" status: 200 len: 210 time: 0.0319917 May 18 14:24:59.556589 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-68b02619-7ad0-4bb3-b20c-18e57972f3c1 None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:24:59.757083 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-68b02619-7ad0-4bb3-b20c-18e57972f3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:07Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:24:59.782461 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b02619-7ad0-4bb3-b20c-18e57972f3c1 None None] The sync data for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi is: [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '0b307381-c005-491a-b25e-4498f10a2128', 'name': '', 'network_id': '334439c5-6ef6-4e71-8281-26641c373c95', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'mac_address': 'fa:16:3e:f5:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9d339709-559c-40e7-b626-3d9428a02eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:55Z', 'updated_at': '2022-05-18T14:19:07Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'subnets': [{'id': '9d339709-559c-40e7-b626-3d9428a02eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:25:00.022026 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd8509b-aef1-41d0-b57b-40ec45b5a3aa None None] New status for floating IP 6f5a5a25-90d9-42df-943c-8fc87bf659c8: DOWN {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:25:00.655634 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48454) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:00.714460 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group (05c98ec5-2d93-4b04-b6e2-525c5ef19c78), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:00.739751 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group (05c98ec5-2d93-4b04-b6e2-525c5ef19c78), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:00.882651 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (05c98ec5-2d93-4b04-b6e2-525c5ef19c78), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:00.885170 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:00.886327 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "DELETE /v2.0/security-groups/05c98ec5-2d93-4b04-b6e2-525c5ef19c78 HTTP/1.1" status: 204 len: 168 time: 0.2296786 May 18 14:25:00.889218 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48456) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:00.897119 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c98ec5-2d93-4b04-b6e2-525c5ef19c78,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:00.904024 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.api.v2.resource [None req-793058e2-f2fc-4f0b-a246-89f82caf9313 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] show failed (client error): The resource could not be found. May 18 14:25:00.905430 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.905606 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-793058e2-f2fc-4f0b-a246-89f82caf9313 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "GET /v2.0/security-groups/05c98ec5-2d93-4b04-b6e2-525c5ef19c78 HTTP/1.1" status: 404 len: 347 time: 0.0152421 May 18 14:25:00.905913 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.906256 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.906599 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.906932 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.907260 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.907586 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.907910 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.908325 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.908443 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48458) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:00.908653 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.909008 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.909336 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.909661 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.910830 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:00.911587 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d1529-a613-4dcd-8e5b-28523442848d tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:01.026316 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-a9230499-d9a7-4e40-bd4b-e45008d04b87 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Deleting port 0c7a3280-3fe4-4c57-bce9-12fea5425178 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:25:01.026662 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a9230499-d9a7-4e40-bd4b-e45008d04b87 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (0c7a3280-3fe4-4c57-bce9-12fea5425178), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:01.110609 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a9230499-d9a7-4e40-bd4b-e45008d04b87 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (0c7a3280-3fe4-4c57-bce9-12fea5425178), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:01.111869 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a9230499-d9a7-4e40-bd4b-e45008d04b87 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (0c7a3280-3fe4-4c57-bce9-12fea5425178), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:01.125541 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-a9230499-d9a7-4e40-bd4b-e45008d04b87 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Calling delete_port for 0c7a3280-3fe4-4c57-bce9-12fea5425178 owned by network:floatingip {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:25:01.130322 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:01.145407 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-607ab8f9-688b-4440-bc17-5bc649957a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:01.357623 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a9230499-d9a7-4e40-bd4b-e45008d04b87 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (0c7a3280-3fe4-4c57-bce9-12fea5425178), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:01.387711 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9230499-d9a7-4e40-bd4b-e45008d04b87 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Pushing event deleted for resources: {'Port': ['ID=0c7a3280-3fe4-4c57-bce9-12fea5425178,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:01.452481 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a9230499-d9a7-4e40-bd4b-e45008d04b87 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks [] for floatingip (6f5a5a25-90d9-42df-943c-8fc87bf659c8), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:01.455131 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a9230499-d9a7-4e40-bd4b-e45008d04b87 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:01.456281 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-a9230499-d9a7-4e40-bd4b-e45008d04b87 tempest-AttachVolumeTestJSON-1566090770 tempest-AttachVolumeTestJSON-1566090770-project] 10.222.0.71 "DELETE /v2.0/floatingips/6f5a5a25-90d9-42df-943c-8fc87bf659c8 HTTP/1.1" status: 204 len: 168 time: 0.5469310 May 18 14:25:03.384995 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 30f21f39-498c-4796-8d24-a2e2e62eccb4 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:25:03.406434 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 30f21f39-498c-4796-8d24-a2e2e62eccb4 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:25:03.406794 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 30f21f39-498c-4796-8d24-a2e2e62eccb4 not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:25:03.488809 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-661e91fb-2a1e-4bdf-ab6e-90ec27933261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:05.116506 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:05.455378 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48490) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:05.663959 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:05.905854 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c60add30-d8ff-4d2c-9448-17d1d6120d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646468'] for router_interface (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:06.017383 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:06.214066 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:06.414144 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-c60add30-d8ff-4d2c-9448-17d1d6120d49 admin admin] Deleting port 0b307381-c005-491a-b25e-4498f10a2128 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:25:06.414479 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c60add30-d8ff-4d2c-9448-17d1d6120d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (0b307381-c005-491a-b25e-4498f10a2128), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:06.495232 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-c60add30-d8ff-4d2c-9448-17d1d6120d49 admin admin] For port 0b307381-c005-491a-b25e-4498f10a2128, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=0b307381-c005-491a-b25e-4498f10a2128,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:06.495931 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c60add30-d8ff-4d2c-9448-17d1d6120d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (0b307381-c005-491a-b25e-4498f10a2128), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:06.509249 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-c60add30-d8ff-4d2c-9448-17d1d6120d49 admin admin] Calling delete_port for 0b307381-c005-491a-b25e-4498f10a2128 owned by network:router_interface {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:25:06.786676 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c60add30-d8ff-4d2c-9448-17d1d6120d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (0b307381-c005-491a-b25e-4498f10a2128), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:06.817061 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60add30-d8ff-4d2c-9448-17d1d6120d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b307381-c005-491a-b25e-4498f10a2128,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:06.984666 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c60add30-d8ff-4d2c-9448-17d1d6120d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642907'] for router_interface (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:07.063548 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:07.178610 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:07.196498 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60add30-d8ff-4d2c-9448-17d1d6120d49 admin admin] Router fe4748ca-7337-4e62-b4d2-9767f1f0fccf has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:25:07.306707 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60add30-d8ff-4d2c-9448-17d1d6120d49 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:25:07.315120 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-c60add30-d8ff-4d2c-9448-17d1d6120d49 admin admin] 10.222.0.71 "PUT /v2.0/routers/fe4748ca-7337-4e62-b4d2-9767f1f0fccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583274 May 18 14:25:07.316138 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2baba-c8ce-4562-b1f1-bf749025bb8a None None] Sync routers for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:25:07.318065 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48498) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:07.332474 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2baba-c8ce-4562-b1f1-bf749025bb8a None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:25:07.333473 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-4bb2baba-c8ce-4562-b1f1-bf749025bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:25:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:07.395639 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:07.422973 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Publish callbacks [] for router (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:07.438507 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-4bb2baba-c8ce-4562-b1f1-bf749025bb8a None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:25:07.534206 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Publish callbacks [] for router_gateway (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:07.662295 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Deleting port c04641bf-21f2-4ca8-b954-a4f628bffccf {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:25:07.662631 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:07.716887 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-4bb2baba-c8ce-4562-b1f1-bf749025bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:25:06Z', 'revision_number': 5, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port': {'id': 'c04641bf-21f2-4ca8-b954-a4f628bffccf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:50Z', 'updated_at': '2022-05-18T14:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:07.748091 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:07.749920 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2baba-c8ce-4562-b1f1-bf749025bb8a None None] Checking router: fe4748ca-7337-4e62-b4d2-9767f1f0fccf for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:25:07.756507 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] For port c04641bf-21f2-4ca8-b954-a4f628bffccf, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=c04641bf-21f2-4ca8-b954-a4f628bffccf,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:07.756901 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:07.759163 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2baba-c8ce-4562-b1f1-bf749025bb8a None None] Routers {'fe4748ca-7337-4e62-b4d2-9767f1f0fccf'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:25:07.759777 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-4bb2baba-c8ce-4562-b1f1-bf749025bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:25:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:07.770416 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Calling delete_port for c04641bf-21f2-4ca8-b954-a4f628bffccf owned by network:router_gateway {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:25:07.774688 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:07.844275 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-4bb2baba-c8ce-4562-b1f1-bf749025bb8a None None] Set router fe4748ca-7337-4e62-b4d2-9767f1f0fccf gateway port host: None {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:25:07.894369 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-4bb2baba-c8ce-4562-b1f1-bf749025bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:25:07Z', 'revision_number': 6, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port_host': None}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:07.923433 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2baba-c8ce-4562-b1f1-bf749025bb8a None None] The sync data for ids ['fe4748ca-7337-4e62-b4d2-9767f1f0fccf'] in dv-cinder-755101-9-iscsi is: [{'id': 'fe4748ca-7337-4e62-b4d2-9767f1f0fccf', 'name': 'tempest-AttachVolumeTestJSON-1651629165-router', 'tenant_id': '658446fc889449e6bc55b5856b9ce144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:25:07Z', 'revision_number': 6, 'project_id': '658446fc889449e6bc55b5856b9ce144', 'gw_port_host': None}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:25:08.020166 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (c04641bf-21f2-4ca8-b954-a4f628bffccf), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.043591 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Pushing event deleted for resources: {'Port': ['ID=c04641bf-21f2-4ca8-b954-a4f628bffccf,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:08.058467 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.058814 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.059188 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.059528 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.059856 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.060180 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.060504 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.060854 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.061176 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.061499 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.061823 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.062145 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.062485 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.062835 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.063150 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:08.130262 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632694'] for router_gateway (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.234896 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.237347 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Publish callbacks [] for router_controller (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), precommit_delete_associations {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.373919 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634663'] for router (fe4748ca-7337-4e62-b4d2-9767f1f0fccf), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.374596 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe4748ca-7337-4e62-b4d2-9767f1f0fccf {{(pid=104325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 14:25:08.386165 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.388152 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-cf3170bc-f786-4afe-a5ad-05c0e30c588b admin admin] 10.222.0.71 "DELETE /v2.0/routers/fe4748ca-7337-4e62-b4d2-9767f1f0fccf HTTP/1.1" status: 204 len: 168 time: 1.0687733 May 18 14:25:08.390642 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48500) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:08.440673 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad58eb3-655f-4747-8225-ae1ffdb71353 admin admin] Deleting subnet 9d339709-559c-40e7-b626-3d9428a02eca {{(pid=104324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:25:08.445086 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2ad58eb3-655f-4747-8225-ae1ffdb71353 admin admin] Publish callbacks [] for subnet (9d339709-559c-40e7-b626-3d9428a02eca), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.486856 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2ad58eb3-655f-4747-8225-ae1ffdb71353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064934'] for subnet (9d339709-559c-40e7-b626-3d9428a02eca), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.571674 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2ad58eb3-655f-4747-8225-ae1ffdb71353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (9d339709-559c-40e7-b626-3d9428a02eca), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.671356 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2ad58eb3-655f-4747-8225-ae1ffdb71353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4064870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324609'] for subnet (9d339709-559c-40e7-b626-3d9428a02eca), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.699227 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad58eb3-655f-4747-8225-ae1ffdb71353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d339709-559c-40e7-b626-3d9428a02eca,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:08.703213 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2ad58eb3-655f-4747-8225-ae1ffdb71353 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.708964 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-2ad58eb3-655f-4747-8225-ae1ffdb71353 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9d339709-559c-40e7-b626-3d9428a02eca HTTP/1.1" status: 204 len: 168 time: 0.3147824 May 18 14:25:08.710148 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48504) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:08.712388 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e49eb7b-64c7-4e62-adea-8a0b6d5f0a02 None None] Network 334439c5-6ef6-4e71-8281-26641c373c95 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:25:08.772767 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:08.783038 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (334439c5-6ef6-4e71-8281-26641c373c95), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.836209 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Deleting port 571627b2-4abb-4335-979f-2ff1e6b2fde0 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:25:08.836561 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.894379 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45a96e3-7244-4cdf-a48f-e8d00c83dd35 None None] DHCP port deletion for 334439c5-6ef6-4e71-8281-26641c373c95 request from dv-cinder-755101-9-iscsi {{(pid=104326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 14:25:08.912685 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] For port 571627b2-4abb-4335-979f-2ff1e6b2fde0, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=571627b2-4abb-4335-979f-2ff1e6b2fde0,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:08.913103 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:08.931257 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Calling delete_port for 571627b2-4abb-4335-979f-2ff1e6b2fde0 owned by network:dhcp {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:25:08.942846 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-c45a96e3-7244-4cdf-a48f-e8d00c83dd35 None None] Deleting port 571627b2-4abb-4335-979f-2ff1e6b2fde0 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:25:08.944530 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c45a96e3-7244-4cdf-a48f-e8d00c83dd35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.019449 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-c45a96e3-7244-4cdf-a48f-e8d00c83dd35 None None] For port 571627b2-4abb-4335-979f-2ff1e6b2fde0, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=571627b2-4abb-4335-979f-2ff1e6b2fde0,segment=NetworkSegment(825aba58-b86b-4903-a2db-91a523b1d91c),segment_id=825aba58-b86b-4903-a2db-91a523b1d91c)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:09.019844 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c45a96e3-7244-4cdf-a48f-e8d00c83dd35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.044071 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-c45a96e3-7244-4cdf-a48f-e8d00c83dd35 None None] Calling delete_port for 571627b2-4abb-4335-979f-2ff1e6b2fde0 owned by network:dhcp {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:25:09.100800 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.126313 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Pushing event deleted for resources: {'Port': ['ID=571627b2-4abb-4335-979f-2ff1e6b2fde0,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:09.129812 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] No DVR routers for this DVR port 571627b2-4abb-4335-979f-2ff1e6b2fde0 on host dv-cinder-755101-9-iscsi {{(pid=104324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:25:09.171413 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c45a96e3-7244-4cdf-a48f-e8d00c83dd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616'] for port (571627b2-4abb-4335-979f-2ff1e6b2fde0), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.195907 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a96e3-7244-4cdf-a48f-e8d00c83dd35 None None] Pushing event deleted for resources: {'Port': ['ID=571627b2-4abb-4335-979f-2ff1e6b2fde0,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:09.201699 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a96e3-7244-4cdf-a48f-e8d00c83dd35 None None] No DVR routers for this DVR port 571627b2-4abb-4335-979f-2ff1e6b2fde0 on host dv-cinder-755101-9-iscsi {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:25:09.204801 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:09.219696 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (334439c5-6ef6-4e71-8281-26641c373c95), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.249053 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334439c5-6ef6-4e71-8281-26641c373c95']}} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:09.252275 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825aba58-b86b-4903-a2db-91a523b1d91c') {'for_net_delete': True} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:09.252634 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825aba58-b86b-4903-a2db-91a523b1d91c') {} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:09.265745 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064927'] for segment (825aba58-b86b-4903-a2db-91a523b1d91c), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.278784 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:09.283357 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (825aba58-b86b-4903-a2db-91a523b1d91c), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.291253 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=104324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063684'] for segment (825aba58-b86b-4903-a2db-91a523b1d91c), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: Traceback (most recent call last): May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: timer() May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: cb(*args, **kw) May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: return func(*args, **kwargs) May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: self._notify() May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: self.callback(batched_events) May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: event.method(event) May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: return f(self, *a, **k) May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._get(url).json() May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: return self.request(url, 'GET', **kwargs) May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:25:09.293976 dv-cinder-755101-9-iscsi neutron-server[104324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:25:09.402385 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (334439c5-6ef6-4e71-8281-26641c373c95), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.410778 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.414620 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] 10.222.0.71 "DELETE /v2.0/networks/334439c5-6ef6-4e71-8281-26641c373c95 HTTP/1.1" status: 204 len: 168 time: 0.7040362 May 18 14:25:09.426016 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332ed8f-b696-43e7-a8d5-32e1558da77f admin admin] Pushing event deleted for resources: {'Network': ['ID=334439c5-6ef6-4e71-8281-26641c373c95,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:09.675680 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48508) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:09.689755 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device c04641bf-21f2-4ca8-b954-a4f628bffccf no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:25:09.693004 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:09.697407 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:09.710734 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: c04641bf-21f2-4ca8-b954-a4f628bffccf {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:25:09.711080 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device c04641bf-21f2-4ca8-b954-a4f628bffccf not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:25:09.711504 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 0b307381-c005-491a-b25e-4498f10a2128 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:25:09.718959 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-33ce2d76-34b4-4397-999a-925bb357c6ac admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=658446fc889449e6bc55b5856b9ce144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419791 May 18 14:25:09.721511 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48510) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:09.737191 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 0b307381-c005-491a-b25e-4498f10a2128 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:25:09.737585 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 0b307381-c005-491a-b25e-4498f10a2128 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:25:09.738021 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 571627b2-4abb-4335-979f-2ff1e6b2fde0 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:25:09.757949 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 571627b2-4abb-4335-979f-2ff1e6b2fde0 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:25:09.758309 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 571627b2-4abb-4335-979f-2ff1e6b2fde0 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:25:09.792060 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-935c0ae8-423c-4e93-b577-4ebe31e3fd30 admin admin] Publish callbacks [] for security_group (05ff74a0-878e-4249-8a56-18acc970b96b), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.814085 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-935c0ae8-423c-4e93-b577-4ebe31e3fd30 admin admin] Publish callbacks [] for security_group (05ff74a0-878e-4249-8a56-18acc970b96b), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.815515 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:09.934153 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-935c0ae8-423c-4e93-b577-4ebe31e3fd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (05ff74a0-878e-4249-8a56-18acc970b96b), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.936741 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-935c0ae8-423c-4e93-b577-4ebe31e3fd30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:09.937943 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-935c0ae8-423c-4e93-b577-4ebe31e3fd30 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/05ff74a0-878e-4249-8a56-18acc970b96b HTTP/1.1" status: 204 len: 168 time: 0.2155342 May 18 14:25:09.947322 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c0ae8-423c-4e93-b577-4ebe31e3fd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ff74a0-878e-4249-8a56-18acc970b96b,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:11.920944 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3b84e-c9d3-425e-a511-7dda2a987623 req-e7db5581-5507-4a9e-8311-47434709c839 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:11.927921 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-96f3b84e-c9d3-425e-a511-7dda2a987623 req-e7db5581-5507-4a9e-8311-47434709c839 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0513573 May 18 14:25:11.997913 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-96f3b84e-c9d3-425e-a511-7dda2a987623 req-40a32542-146c-4ff5-a07e-ccfbba3ed2b3 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681224 May 18 14:25:12.030644 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bf41c-37e4-4440-b716-dd4ea1fa0677 req-105a5148-35ff-4f60-b212-ff290727db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:12.033751 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cd4bf41c-37e4-4440-b716-dd4ea1fa0677 req-105a5148-35ff-4f60-b212-ff290727db38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cfc138e921941c89c821727bc1a0a84&device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 1168 time: 0.0442314 May 18 14:25:12.133042 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bf41c-37e4-4440-b716-dd4ea1fa0677 req-1e057e1e-e5a5-4a81-bb3d-dd80a4cff912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:12.134522 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cd4bf41c-37e4-4440-b716-dd4ea1fa0677 req-1e057e1e-e5a5-4a81-bb3d-dd80a4cff912 service neutron] 10.222.0.72 "GET /v2.0/networks?id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 HTTP/1.1" status: 200 len: 915 time: 0.0953174 May 18 14:25:12.202269 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cd4bf41c-37e4-4440-b716-dd4ea1fa0677 req-732da5dd-5706-4d38-92c8-1d9bcf0cf831 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae HTTP/1.1" status: 200 len: 1001 time: 0.0608916 May 18 14:25:12.253692 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bf41c-37e4-4440-b716-dd4ea1fa0677 req-47507311-5dbb-48e5-a7a2-6905bf1c4f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:12.255181 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cd4bf41c-37e4-4440-b716-dd4ea1fa0677 req-47507311-5dbb-48e5-a7a2-6905bf1c4f14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a06fb6-87b8-42a2-8778-b8a1a10c1400 HTTP/1.1" status: 200 len: 853 time: 0.0465460 May 18 14:25:12.304851 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bf41c-37e4-4440-b716-dd4ea1fa0677 req-5b1119e2-b87a-4fb5-98f5-56a13a87c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:12.306440 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cd4bf41c-37e4-4440-b716-dd4ea1fa0677 req-5b1119e2-b87a-4fb5-98f5-56a13a87c170 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446129 May 18 14:25:12.425633 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cd4bf41c-37e4-4440-b716-dd4ea1fa0677 req-579dfeee-47ca-47b1-b8ac-ec0efd6fe4b4 service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120920 May 18 14:25:12.532197 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cd4bf41c-37e4-4440-b716-dd4ea1fa0677 req-48d18712-d9a2-4f20-97d2-1826485f2174 service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999081 May 18 14:25:13.142365 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a037ce-8f9b-4e81-a057-6fafe62a85ad req-518359a0-de6a-45a1-96ba-4aaac8525e30 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:13.143983 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-58a037ce-8f9b-4e81-a057-6fafe62a85ad req-518359a0-de6a-45a1-96ba-4aaac8525e30 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0672810 May 18 14:25:13.218055 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-58a037ce-8f9b-4e81-a057-6fafe62a85ad req-425e9e68-6c76-421e-9374-1b9948dd0878 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661836 May 18 14:25:13.656120 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48588) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:13.767833 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8c80f3cd-6965-48f1-a728-063a96d80562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:13.850197 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8c80f3cd-6965-48f1-a728-063a96d80562 admin admin] Publish callbacks [] for security_group (c53cec9c-7be8-4704-b028-df5099274414), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:13.906032 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8c80f3cd-6965-48f1-a728-063a96d80562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (c53cec9c-7be8-4704-b028-df5099274414), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:13.944939 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80f3cd-6965-48f1-a728-063a96d80562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53cec9c-7be8-4704-b028-df5099274414,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:13.949236 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8c80f3cd-6965-48f1-a728-063a96d80562 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8df6e7aec8244e70bb3194ba6528f7cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921057 May 18 14:25:13.951886 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48592) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:14.004733 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9203b02-7269-4de1-98a8-492a5d6196d7 admin admin] Publish callbacks [] for security_group (c53cec9c-7be8-4704-b028-df5099274414), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:14.027966 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9203b02-7269-4de1-98a8-492a5d6196d7 admin admin] Publish callbacks [] for security_group (c53cec9c-7be8-4704-b028-df5099274414), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:14.150703 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9203b02-7269-4de1-98a8-492a5d6196d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (c53cec9c-7be8-4704-b028-df5099274414), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:14.153275 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9203b02-7269-4de1-98a8-492a5d6196d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:14.154660 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-f9203b02-7269-4de1-98a8-492a5d6196d7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c53cec9c-7be8-4704-b028-df5099274414 HTTP/1.1" status: 204 len: 168 time: 0.2016308 May 18 14:25:14.163901 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9203b02-7269-4de1-98a8-492a5d6196d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53cec9c-7be8-4704-b028-df5099274414,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:14.342323 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7d79a-0162-46c7-a807-b6f6c27c2ac9 req-1b541c86-b787-4965-9f95-a7ff30e2ccfe tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:14.343898 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5bc7d79a-0162-46c7-a807-b6f6c27c2ac9 req-1b541c86-b787-4965-9f95-a7ff30e2ccfe tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0523565 May 18 14:25:14.412368 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5bc7d79a-0162-46c7-a807-b6f6c27c2ac9 req-04aca4a6-233e-4924-83e0-dc0cc5368c01 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611713 May 18 14:25:14.867492 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48616) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:14.882894 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8c24ef95-64d2-4188-95d9-97adfe854e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:14.919236 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:14.965790 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8c24ef95-64d2-4188-95d9-97adfe854e7b admin admin] Publish callbacks [] for security_group (25436f88-7901-4ca3-945b-3a768afe42e6), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:15.054077 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8c24ef95-64d2-4188-95d9-97adfe854e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (25436f88-7901-4ca3-945b-3a768afe42e6), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:15.058186 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:15.102164 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8c24ef95-64d2-4188-95d9-97adfe854e7b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0e5ddec316e94cb0845f53bac6ea971f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334728 May 18 14:25:15.103093 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24ef95-64d2-4188-95d9-97adfe854e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25436f88-7901-4ca3-945b-3a768afe42e6,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:15.104943 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48622) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:15.168882 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc825b-f47e-4747-a108-bd66fa134fab req-2ee2d9fc-4639-4507-abbd-2956eedd4b01 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:15.170542 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-00bc825b-f47e-4747-a108-bd66fa134fab req-2ee2d9fc-4639-4507-abbd-2956eedd4b01 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 946 time: 0.0522664 May 18 14:25:15.174578 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7caa432a-84a0-4309-8ee8-b9d040e66b8e admin admin] Publish callbacks [] for security_group (25436f88-7901-4ca3-945b-3a768afe42e6), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:15.198620 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7caa432a-84a0-4309-8ee8-b9d040e66b8e admin admin] Publish callbacks [] for security_group (25436f88-7901-4ca3-945b-3a768afe42e6), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:15.223855 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-00bc825b-f47e-4747-a108-bd66fa134fab req-8d9b157e-da08-4db6-b94e-8d13e64e7926 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474634 May 18 14:25:15.335118 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7caa432a-84a0-4309-8ee8-b9d040e66b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (25436f88-7901-4ca3-945b-3a768afe42e6), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:15.338185 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7caa432a-84a0-4309-8ee8-b9d040e66b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:15.339505 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-7caa432a-84a0-4309-8ee8-b9d040e66b8e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/25436f88-7901-4ca3-945b-3a768afe42e6 HTTP/1.1" status: 204 len: 168 time: 0.2294543 May 18 14:25:15.348641 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa432a-84a0-4309-8ee8-b9d040e66b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25436f88-7901-4ca3-945b-3a768afe42e6,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:15.539623 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66733b-671a-4515-beea-0efb5749d38e req-4bff7ab8-c433-4504-bc51-b0c7d31060d6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:15.541190 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7c66733b-671a-4515-beea-0efb5749d38e req-4bff7ab8-c433-4504-bc51-b0c7d31060d6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0516956 May 18 14:25:15.613336 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7c66733b-671a-4515-beea-0efb5749d38e req-1ff77e3a-9f2b-4c19-9a93-b6ff7a5a3281 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660915 May 18 14:25:16.397147 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5018f-b66b-4f80-a8b5-919dcf2f9fb3 req-4959b9d4-e57d-45ce-aecb-6c11fb5b1b9c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:16.398675 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d3c5018f-b66b-4f80-a8b5-919dcf2f9fb3 req-4959b9d4-e57d-45ce-aecb-6c11fb5b1b9c tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 946 time: 0.0680315 May 18 14:25:16.459678 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d3c5018f-b66b-4f80-a8b5-919dcf2f9fb3 req-d3e6377e-0846-4796-84d7-453655d1fec9 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups?id=84cdb28e-85ff-4797-8540-6799e03fda93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535746 May 18 14:25:16.654273 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e651d-2295-4483-b20e-572b0b22a30d req-881d9120-0ce8-466d-a4cc-8582c2b0de71 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:16.657137 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-192e651d-2295-4483-b20e-572b0b22a30d req-881d9120-0ce8-466d-a4cc-8582c2b0de71 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.72 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 946 time: 0.0847802 May 18 14:25:16.760025 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a58e2-024b-45ba-8296-6edfddfb9f32 req-746b333e-a858-4cc9-ab30-9f23cc0bd0ae tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:16.761657 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c37a58e2-024b-45ba-8296-6edfddfb9f32 req-746b333e-a858-4cc9-ab30-9f23cc0bd0ae tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0597284 May 18 14:25:16.763891 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Deleting port cea436b6-0de4-47d9-a6dd-c0514f0884ce {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:25:16.763891 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:16.853687 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c37a58e2-024b-45ba-8296-6edfddfb9f32 req-ad42c196-5beb-4d51-b9a8-304bd7bb3396 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833223 May 18 14:25:16.886708 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] For port cea436b6-0de4-47d9-a6dd-c0514f0884ce, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=cea436b6-0de4-47d9-a6dd-c0514f0884ce,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:16.887070 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:16.898042 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:16.954875 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:17.080274 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:17.080865 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (7dde5027-21b9-42d6-911d-5a69abbdbd87), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:17.081351 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Floating IP 7dde5027-21b9-42d6-911d-5a69abbdbd87 disassociated. External IP: 172.27.2.24, port: cea436b6-0de4-47d9-a6dd-c0514f0884ce. May 18 14:25:17.081701 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Calling delete_port for cea436b6-0de4-47d9-a6dd-c0514f0884ce owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:25:17.386307 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (cea436b6-0de4-47d9-a6dd-c0514f0884ce), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:17.425607 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event deleted for resources: {'Port': ['ID=cea436b6-0de4-47d9-a6dd-c0514f0884ce,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:17.593129 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Router 7511f96a-8fe2-437d-9b16-62981bc286fd has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:25:17.672155 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:17.832985 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-95abd830-3935-40df-838b-3044ec01c260 req-83db5290-f843-49e7-9590-a2906949a7b1 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 210 time: 0.0536497 May 18 14:25:17.834753 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:25:17.846802 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f777a-ee93-40df-8dd5-d2f7ee99f21f None None] Sync routers for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:25:17.876898 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f777a-ee93-40df-8dd5-d2f7ee99f21f None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:25:17.878636 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-262f777a-ee93-40df-8dd5-d2f7ee99f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:25:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:17.897791 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:17.899788 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:17.952038 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] No DVR routers for this DVR port cea436b6-0de4-47d9-a6dd-c0514f0884ce on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:25:17.957807 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:17.968839 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-192e651d-2295-4483-b20e-572b0b22a30d req-8a18d438-8e7e-418e-9c68-77067ca0f51e tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.72 "DELETE /v2.0/ports/cea436b6-0de4-47d9-a6dd-c0514f0884ce HTTP/1.1" status: 204 len: 173 time: 1.3014495 May 18 14:25:17.968839 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'name': 'network-vif-deleted', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:25:17.970847 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd8e8c5-1f8c-4b35-8a05-bb538bfec075" -d '{"events": [{"server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "name": "network-vif-deleted", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:25:18.036261 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a8ac02-bf61-4ceb-a8e9-bb0ba57f3d8f x-openstack-request-id: req-10a8ac02-bf61-4ceb-a8e9-bb0ba57f3d8f {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:25:18.037426 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39834bdb-e2fb-4bdb-a8e2-266088fcdf60", "name": "network-vif-deleted", "tag": "cea436b6-0de4-47d9-a6dd-c0514f0884ce", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:25:18.037944 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-10a8ac02-bf61-4ceb-a8e9-bb0ba57f3d8f {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:25:18.043792 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a8ac02-bf61-4ceb-a8e9-bb0ba57f3d8f'] response: {'server_uuid': '39834bdb-e2fb-4bdb-a8e2-266088fcdf60', 'name': 'network-vif-deleted', 'tag': 'cea436b6-0de4-47d9-a6dd-c0514f0884ce', 'status': 'completed', 'code': 200} May 18 14:25:18.045391 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-262f777a-ee93-40df-8dd5-d2f7ee99f21f None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:25:18.073925 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fd218-4fb3-4e0a-b3f6-5ab8d8e07068 req-5bfd2a34-2c22-413c-9913-e5a82ebedc9c tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:18.077517 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e07fd218-4fb3-4e0a-b3f6-5ab8d8e07068 req-5bfd2a34-2c22-413c-9913-e5a82ebedc9c tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.1115758 May 18 14:25:18.235183 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e07fd218-4fb3-4e0a-b3f6-5ab8d8e07068 req-26a92ce9-58fc-467c-8f41-726d0fbe8619 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1379669 May 18 14:25:18.392037 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-262f777a-ee93-40df-8dd5-d2f7ee99f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:48Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:18.426364 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f777a-ee93-40df-8dd5-d2f7ee99f21f None None] Checking router: 7511f96a-8fe2-437d-9b16-62981bc286fd for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:25:18.438438 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f777a-ee93-40df-8dd5-d2f7ee99f21f None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:25:18.438998 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-262f777a-ee93-40df-8dd5-d2f7ee99f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:25:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:18.580985 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-262f777a-ee93-40df-8dd5-d2f7ee99f21f None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:25:18.885648 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-262f777a-ee93-40df-8dd5-d2f7ee99f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:48Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:18.926284 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f777a-ee93-40df-8dd5-d2f7ee99f21f None None] The sync data for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi is: [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:17:38Z', 'revision_number': 4, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '84e40cae-4197-4edb-a9f0-fb94bac014d3', 'name': '', 'network_id': '6a849efa-7750-49f6-9fa8-deee59756847', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'mac_address': 'fa:16:3e:49:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:36Z', 'updated_at': '2022-05-18T14:17:48Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'subnets': [{'id': '50f9627e-3a47-4ab6-80f9-f6c74b5a838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:25:19.000631 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a8b07ed5-0080-493e-a70a-53aa2e48fe12 req-675b4cb3-1220-4c7f-8bfa-062212feacf3 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 210 time: 0.0374620 May 18 14:25:19.244709 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea3058-81e7-4f6c-b17e-20ef0d18dc78 None None] New status for floating IP 7dde5027-21b9-42d6-911d-5a69abbdbd87: DOWN {{(pid=104327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:25:19.380334 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26db6a-627d-4387-b3aa-9b3d46ac971d req-2d651501-9bc3-4343-bf52-4263f342a459 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:19.383684 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2d26db6a-627d-4387-b3aa-9b3d46ac971d req-2d651501-9bc3-4343-bf52-4263f342a459 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0571649 May 18 14:25:19.461899 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2d26db6a-627d-4387-b3aa-9b3d46ac971d req-091f33bd-9e55-47d6-87c1-12bce068e0c1 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723176 May 18 14:25:20.148575 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6093ddfb-fd9e-4fd9-8986-35bc43b63162 req-bfff4f13-f4b8-4a27-b101-8ad47422c07f tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/ports?device_id=39834bdb-e2fb-4bdb-a8e2-266088fcdf60 HTTP/1.1" status: 200 len: 210 time: 0.0325997 May 18 14:25:20.589944 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e90c-01cc-459f-96d7-1e2cad1825c3 req-313dc289-e64c-49fa-af70-092fa2827108 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:20.591756 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c2f9e90c-01cc-459f-96d7-1e2cad1825c3 req-313dc289-e64c-49fa-af70-092fa2827108 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0510042 May 18 14:25:20.661302 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c2f9e90c-01cc-459f-96d7-1e2cad1825c3 req-1f0a2785-ca43-4010-b765-544ab5fef390 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594959 May 18 14:25:21.416456 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48796) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:21.419020 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device cea436b6-0de4-47d9-a6dd-c0514f0884ce no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:25:21.449313 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: cea436b6-0de4-47d9-a6dd-c0514f0884ce {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:25:21.449802 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device cea436b6-0de4-47d9-a6dd-c0514f0884ce not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:25:21.506679 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6e911726-9eb5-4219-a063-cd2d489e8868 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group (84cdb28e-85ff-4797-8540-6799e03fda93), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:21.535620 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6e911726-9eb5-4219-a063-cd2d489e8868 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group (84cdb28e-85ff-4797-8540-6799e03fda93), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:21.659559 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6e911726-9eb5-4219-a063-cd2d489e8868 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (84cdb28e-85ff-4797-8540-6799e03fda93), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:21.663501 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6e911726-9eb5-4219-a063-cd2d489e8868 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:21.665545 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-6e911726-9eb5-4219-a063-cd2d489e8868 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "DELETE /v2.0/security-groups/84cdb28e-85ff-4797-8540-6799e03fda93 HTTP/1.1" status: 204 len: 168 time: 0.2472932 May 18 14:25:21.668116 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48804) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:21.675852 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e911726-9eb5-4219-a063-cd2d489e8868 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cdb28e-85ff-4797-8540-6799e03fda93,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:21.700224 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.api.v2.resource [None req-74bf996f-02b5-42f1-8ab4-0a12aefc4fb2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] show failed (client error): The resource could not be found. May 18 14:25:21.700224 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-74bf996f-02b5-42f1-8ab4-0a12aefc4fb2 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "GET /v2.0/security-groups/84cdb28e-85ff-4797-8540-6799e03fda93 HTTP/1.1" status: 404 len: 347 time: 0.0237248 May 18 14:25:21.703331 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48810) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:21.807696 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:21.905488 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb24cb-6885-494d-9466-ebbcd4d2864d req-6874266b-0d25-44ac-888b-fc83d1de226d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:21.907128 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eddb24cb-6885-494d-9466-ebbcd4d2864d req-6874266b-0d25-44ac-888b-fc83d1de226d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.1184921 May 18 14:25:21.938940 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-d40c6f2f-bfc7-4d64-980c-706109cda2a4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Deleting port 7159365a-f434-42ce-a24b-f4d7bc221619 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:25:21.939734 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d40c6f2f-bfc7-4d64-980c-706109cda2a4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (7159365a-f434-42ce-a24b-f4d7bc221619), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:22.035103 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eddb24cb-6885-494d-9466-ebbcd4d2864d req-92be8651-d3b3-4d3b-aad7-997f27895bbf tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171877 May 18 14:25:22.071003 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d40c6f2f-bfc7-4d64-980c-706109cda2a4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (7159365a-f434-42ce-a24b-f4d7bc221619), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:22.071674 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d40c6f2f-bfc7-4d64-980c-706109cda2a4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (7159365a-f434-42ce-a24b-f4d7bc221619), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:22.087629 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-d40c6f2f-bfc7-4d64-980c-706109cda2a4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Calling delete_port for 7159365a-f434-42ce-a24b-f4d7bc221619 owned by network:floatingip {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:25:22.097128 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:22.312248 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d40c6f2f-bfc7-4d64-980c-706109cda2a4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (7159365a-f434-42ce-a24b-f4d7bc221619), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:22.346599 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c6f2f-bfc7-4d64-980c-706109cda2a4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Pushing event deleted for resources: {'Port': ['ID=7159365a-f434-42ce-a24b-f4d7bc221619,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:22.431261 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d40c6f2f-bfc7-4d64-980c-706109cda2a4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks [] for floatingip (7dde5027-21b9-42d6-911d-5a69abbdbd87), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:22.434334 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d40c6f2f-bfc7-4d64-980c-706109cda2a4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:22.440292 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-d40c6f2f-bfc7-4d64-980c-706109cda2a4 tempest-AttachVolumeShelveTestJSON-285340286 tempest-AttachVolumeShelveTestJSON-285340286-project] 10.222.0.71 "DELETE /v2.0/floatingips/7dde5027-21b9-42d6-911d-5a69abbdbd87 HTTP/1.1" status: 204 len: 168 time: 0.7323050 May 18 14:25:22.517641 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48828) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:22.687858 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e924f70d-395c-489e-95c8-77b5350c9d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:22.806683 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e924f70d-395c-489e-95c8-77b5350c9d11 admin admin] Publish callbacks [] for security_group (dec8767b-9e61-4075-90ae-576ad9568033), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:22.928682 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e924f70d-395c-489e-95c8-77b5350c9d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (dec8767b-9e61-4075-90ae-576ad9568033), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:22.972801 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e924f70d-395c-489e-95c8-77b5350c9d11 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=57686e76057c411fa59dd773535df9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540291 May 18 14:25:22.973534 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924f70d-395c-489e-95c8-77b5350c9d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec8767b-9e61-4075-90ae-576ad9568033,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:22.977565 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48836) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:23.074249 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a9e6afa6-559f-47ab-abd1-08520fd96b09 admin admin] Publish callbacks [] for security_group (dec8767b-9e61-4075-90ae-576ad9568033), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:23.112152 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a9e6afa6-559f-47ab-abd1-08520fd96b09 admin admin] Publish callbacks [] for security_group (dec8767b-9e61-4075-90ae-576ad9568033), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:23.230223 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f663c2-f94b-442a-af7e-a43ba06e7637 req-90cf9e20-586b-4a68-a6b8-3b8f7f5fffe7 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:23.234204 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d2f663c2-f94b-442a-af7e-a43ba06e7637 req-90cf9e20-586b-4a68-a6b8-3b8f7f5fffe7 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0830419 May 18 14:25:23.254497 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a9e6afa6-559f-47ab-abd1-08520fd96b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (dec8767b-9e61-4075-90ae-576ad9568033), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:23.259290 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a9e6afa6-559f-47ab-abd1-08520fd96b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:23.263720 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-a9e6afa6-559f-47ab-abd1-08520fd96b09 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dec8767b-9e61-4075-90ae-576ad9568033 HTTP/1.1" status: 204 len: 168 time: 0.2812493 May 18 14:25:23.274566 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6afa6-559f-47ab-abd1-08520fd96b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec8767b-9e61-4075-90ae-576ad9568033,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:23.331823 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d2f663c2-f94b-442a-af7e-a43ba06e7637 req-ae19e196-3aa8-48d3-ad0d-0f565b9ed91d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841596 May 18 14:25:24.280767 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48862) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:24.295337 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8104-b855-48d8-80e1-7d957d6a4d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:24.387364 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8104-b855-48d8-80e1-7d957d6a4d9e admin admin] Publish callbacks [] for security_group (d4cdff03-d660-4655-a71f-6dd624f78b7f), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:24.440322 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:24.453603 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8104-b855-48d8-80e1-7d957d6a4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (d4cdff03-d660-4655-a71f-6dd624f78b7f), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:24.494479 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b3bd9-7553-4747-a568-b98c13c4993f req-377a683d-5183-41a0-bab9-0e9e491f252b tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:24.496343 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-773b3bd9-7553-4747-a568-b98c13c4993f req-377a683d-5183-41a0-bab9-0e9e491f252b tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0651832 May 18 14:25:24.500623 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f8104-b855-48d8-80e1-7d957d6a4d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cdff03-d660-4655-a71f-6dd624f78b7f,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:24.507810 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-0d9f8104-b855-48d8-80e1-7d957d6a4d9e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=27745476ffdb48a29c7f6cb0181bf03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228420 May 18 14:25:24.509732 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48866) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:24.590465 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-773b3bd9-7553-4747-a568-b98c13c4993f req-d06058db-f8a1-43d5-b60b-a4b0070ed7a8 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812025 May 18 14:25:24.596998 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-86ae816f-5e4b-43b8-8f13-80ce3a5e3cb5 admin admin] Publish callbacks [] for security_group (d4cdff03-d660-4655-a71f-6dd624f78b7f), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:24.626944 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-86ae816f-5e4b-43b8-8f13-80ce3a5e3cb5 admin admin] Publish callbacks [] for security_group (d4cdff03-d660-4655-a71f-6dd624f78b7f), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:24.678772 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:24.831091 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-86ae816f-5e4b-43b8-8f13-80ce3a5e3cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (d4cdff03-d660-4655-a71f-6dd624f78b7f), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:24.834767 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-86ae816f-5e4b-43b8-8f13-80ce3a5e3cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:24.836174 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-86ae816f-5e4b-43b8-8f13-80ce3a5e3cb5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d4cdff03-d660-4655-a71f-6dd624f78b7f HTTP/1.1" status: 204 len: 168 time: 0.3253620 May 18 14:25:24.846835 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae816f-5e4b-43b8-8f13-80ce3a5e3cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cdff03-d660-4655-a71f-6dd624f78b7f,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:24.974633 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:25.361557 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:25:25.733897 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263414c-06af-494e-b21a-5f301bc2989d req-904fa6b9-c1c2-4e70-b15d-1a450e2b13ee tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:25.735463 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0263414c-06af-494e-b21a-5f301bc2989d req-904fa6b9-c1c2-4e70-b15d-1a450e2b13ee tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0593722 May 18 14:25:25.809079 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0263414c-06af-494e-b21a-5f301bc2989d req-1c05271c-dad7-4e93-b498-6b81b79ffaac tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649991 May 18 14:25:26.554020 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 48914) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:26.747662 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-371bd1d2-772f-4abc-8546-8b41d96c5950 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640691390&fields=id&tenant_id=40663a63d8dc4922879421a0c7d0c0a7 HTTP/1.1" status: 200 len: 267 time: 0.0620661 May 18 14:25:26.892526 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:26.905454 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-3cf2720a-b079-4b5f-9362-c367c09a4a36 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:26.907496 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-3cf2720a-b079-4b5f-9362-c367c09a4a36 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/networks?id=485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 200 len: 811 time: 0.1447027 May 18 14:25:26.936335 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-7144e411-98a8-4b7a-bbd1-2e0b83cb9d3b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/quotas/40663a63d8dc4922879421a0c7d0c0a7 HTTP/1.1" status: 200 len: 375 time: 0.0224185 May 18 14:25:27.013321 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc50fa-587d-465c-a7fa-951167e29648 req-0cdab3ea-f931-4d9c-b9b2-a8ec6b56929d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:27.013321 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-37fc50fa-587d-465c-a7fa-951167e29648 req-0cdab3ea-f931-4d9c-b9b2-a8ec6b56929d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0909631 May 18 14:25:27.065492 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-f79a72b1-3a3a-41b6-98ad-4c3c32243d07 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0961688 May 18 14:25:27.176378 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-37fc50fa-587d-465c-a7fa-951167e29648 req-0ada6a57-5f1f-4747-9678-d13243c8ebc0 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1550896 May 18 14:25:27.254411 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-37e90197-6731-40c6-b75a-71af95afccf9 service neutron] 10.222.0.71 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887727 May 18 14:25:27.368080 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:27.397163 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ae776fa0-9d1a-4647-98b6-78b034a59351 service neutron] 10.222.0.71 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296377 May 18 14:25:27.518645 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1dd3818c-9e4e-4ec9-a219-cda1671a0c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646468'] for router_interface (7511f96a-8fe2-437d-9b16-62981bc286fd), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:27.810961 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3818c-9e4e-4ec9-a219-cda1671a0c8d admin admin] Deleting port 84e40cae-4197-4edb-a9f0-fb94bac014d3 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:25:27.811906 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1dd3818c-9e4e-4ec9-a219-cda1671a0c8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:27.875695 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:27.902070 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-1dd3818c-9e4e-4ec9-a219-cda1671a0c8d admin admin] For port 84e40cae-4197-4edb-a9f0-fb94bac014d3, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=84e40cae-4197-4edb-a9f0-fb94bac014d3,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:27.902461 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1dd3818c-9e4e-4ec9-a219-cda1671a0c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:27.928422 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3818c-9e4e-4ec9-a219-cda1671a0c8d admin admin] Calling delete_port for 84e40cae-4197-4edb-a9f0-fb94bac014d3 owned by network:router_interface {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:25:28.282685 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1dd3818c-9e4e-4ec9-a219-cda1671a0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (84e40cae-4197-4edb-a9f0-fb94bac014d3), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:28.312801 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c7739-0f2f-4f1e-bb90-6027dacc895a req-6ae84a54-0f79-433a-9ed0-516ebd238507 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:28.314575 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-710c7739-0f2f-4f1e-bb90-6027dacc895a req-6ae84a54-0f79-433a-9ed0-516ebd238507 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0572567 May 18 14:25:28.349016 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3818c-9e4e-4ec9-a219-cda1671a0c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=84e40cae-4197-4edb-a9f0-fb94bac014d3,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:28.416826 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-710c7739-0f2f-4f1e-bb90-6027dacc895a req-0c3415ff-1135-4bed-a3e3-04082b0d4deb tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948153 May 18 14:25:28.527284 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dd8d89fc-d840-46e7-b1a1-a875321324b4 req-88670a3b-0753-495a-b1ac-cbb3dabce59e tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 210 time: 0.0496721 May 18 14:25:28.547815 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48978) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:28.555926 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-e91d0c6b-2f89-49a0-870d-28f34cb1c803 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1206295996', 'description': 'tempest-description--1340533685'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:25:28.588221 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1dd3818c-9e4e-4ec9-a219-cda1671a0c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642907'] for router_interface (7511f96a-8fe2-437d-9b16-62981bc286fd), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:28.674131 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e91d0c6b-2f89-49a0-870d-28f34cb1c803 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:28.771059 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:28.802864 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e91d0c6b-2f89-49a0-870d-28f34cb1c803 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (5293c7bc-1af3-479a-a44a-913d76715676), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:28.905828 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e91d0c6b-2f89-49a0-870d-28f34cb1c803 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (5293c7bc-1af3-479a-a44a-913d76715676), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:28.956541 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d0c6b-2f89-49a0-870d-28f34cb1c803 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5293c7bc-1af3-479a-a44a-913d76715676,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:28.971992 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd3818c-9e4e-4ec9-a219-cda1671a0c8d admin admin] Router 7511f96a-8fe2-437d-9b16-62981bc286fd has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:25:29.031806 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e91d0c6b-2f89-49a0-870d-28f34cb1c803 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:29.037357 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e91d0c6b-2f89-49a0-870d-28f34cb1c803 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4863884 May 18 14:25:29.040603 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48988) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:29.053462 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-cec3e6a8-ca1f-421b-afd7-6b9b899c8000 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'security_group_rule': {'security_group_id': '5293c7bc-1af3-479a-a44a-913d76715676', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:25:29.101909 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd3818c-9e4e-4ec9-a219-cda1671a0c8d admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:25:29.111824 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 48992) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:29.111958 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-1dd3818c-9e4e-4ec9-a219-cda1671a0c8d admin admin] 10.222.0.71 "PUT /v2.0/routers/7511f96a-8fe2-437d-9b16-62981bc286fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5564058 May 18 14:25:29.116898 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147df134-c963-4e85-8dd5-1c545f2347fe None None] Sync routers for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:25:29.127381 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:29.134826 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147df134-c963-4e85-8dd5-1c545f2347fe None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:25:29.135712 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-147df134-c963-4e85-8dd5-1c545f2347fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:25:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:29.207485 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cec3e6a8-ca1f-421b-afd7-6b9b899c8000 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (29289b0e-e50d-45dc-8b95-f6d719a7080f), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:29.214896 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:29.254597 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-147df134-c963-4e85-8dd5-1c545f2347fe None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:25:29.275343 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:29.305482 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:29.336362 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Publish callbacks [] for router (7511f96a-8fe2-437d-9b16-62981bc286fd), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:29.343796 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cec3e6a8-ca1f-421b-afd7-6b9b899c8000 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (29289b0e-e50d-45dc-8b95-f6d719a7080f), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:29.449392 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Publish callbacks [] for router_gateway (7511f96a-8fe2-437d-9b16-62981bc286fd), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:29.450088 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-147df134-c963-4e85-8dd5-1c545f2347fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:25:28Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:29.480568 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147df134-c963-4e85-8dd5-1c545f2347fe None None] Checking router: 7511f96a-8fe2-437d-9b16-62981bc286fd for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:25:29.489751 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147df134-c963-4e85-8dd5-1c545f2347fe None None] Routers {'7511f96a-8fe2-437d-9b16-62981bc286fd'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:25:29.491061 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-147df134-c963-4e85-8dd5-1c545f2347fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:25:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['7511f96a-8fe2-437d-9b16-62981bc286fd'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:29.514068 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cec3e6a8-ca1f-421b-afd7-6b9b899c8000 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (29289b0e-e50d-45dc-8b95-f6d719a7080f), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:29.557546 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3e6a8-ca1f-421b-afd7-6b9b899c8000 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29289b0e-e50d-45dc-8b95-f6d719a7080f,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:29.604628 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-147df134-c963-4e85-8dd5-1c545f2347fe None None] Set router 7511f96a-8fe2-437d-9b16-62981bc286fd gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:25:29.826112 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:29.837311 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-147df134-c963-4e85-8dd5-1c545f2347fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:25:28Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:29.866947 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147df134-c963-4e85-8dd5-1c545f2347fe None None] The sync data for ids ['7511f96a-8fe2-437d-9b16-62981bc286fd'] in dv-cinder-755101-9-iscsi is: [{'id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'name': 'tempest-AttachVolumeShelveTestJSON-1881020792-router', 'tenant_id': '909802130f2948bcae9d2445f267a32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:17:29Z', 'updated_at': '2022-05-18T14:25:28Z', 'revision_number': 5, 'project_id': '909802130f2948bcae9d2445f267a32c', 'gw_port': {'id': '1dde2f6d-a35c-4f68-9bca-37d599e067e9', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511f96a-8fe2-437d-9b16-62981bc286fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:17:30Z', 'updated_at': '2022-05-18T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:25:29.884141 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-cec3e6a8-ca1f-421b-afd7-6b9b899c8000 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:29.887794 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-cec3e6a8-ca1f-421b-afd7-6b9b899c8000 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8406792 May 18 14:25:29.888968 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49004) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:29.894350 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-e98f23eb-214d-4fe7-9f47-2439e8e7840d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'security_group_rule': {'security_group_id': '5293c7bc-1af3-479a-a44a-913d76715676', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:25:29.920608 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b442d-89ac-4f49-a746-4ffa6e705f91 req-b73a3dfc-714e-492d-a7a9-ef65f6e510d1 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:29.923251 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a6b442d-89ac-4f49-a746-4ffa6e705f91 req-b73a3dfc-714e-492d-a7a9-ef65f6e510d1 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.4219022 May 18 14:25:29.946469 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ebc51ed2-cd78-44e0-aaa5-a36b48d27fa7 req-f9a15258-0fde-4649-822e-c85bc1f8d829 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 210 time: 0.0755014 May 18 14:25:29.952300 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Deleting port 1dde2f6d-a35c-4f68-9bca-37d599e067e9 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:25:29.952647 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:29.985136 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49006) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:30.028771 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e98f23eb-214d-4fe7-9f47-2439e8e7840d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (bcf2608f-4839-4b68-9283-199fd9786072), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.068889 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a6b442d-89ac-4f49-a746-4ffa6e705f91 req-6f56881a-757e-463b-ab7d-c71326004bf7 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1263795 May 18 14:25:30.087024 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] For port 1dde2f6d-a35c-4f68-9bca-37d599e067e9, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=1dde2f6d-a35c-4f68-9bca-37d599e067e9,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:30.087398 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.102816 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Calling delete_port for 1dde2f6d-a35c-4f68-9bca-37d599e067e9 owned by network:router_gateway {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:25:30.105800 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e98f23eb-214d-4fe7-9f47-2439e8e7840d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (bcf2608f-4839-4b68-9283-199fd9786072), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.154056 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e42e250d-b8c3-4608-9c26-41618f38a919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.168448 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:30.227884 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e98f23eb-214d-4fe7-9f47-2439e8e7840d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (bcf2608f-4839-4b68-9283-199fd9786072), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.249907 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f23eb-214d-4fe7-9f47-2439e8e7840d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf2608f-4839-4b68-9283-199fd9786072,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:30.270717 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e42e250d-b8c3-4608-9c26-41618f38a919 admin admin] Publish callbacks [] for security_group (dec61517-e6ff-4920-bbe0-c3f36fbb3366), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.286026 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:30.347813 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e98f23eb-214d-4fe7-9f47-2439e8e7840d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.352881 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e98f23eb-214d-4fe7-9f47-2439e8e7840d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4588614 May 18 14:25:30.352881 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e42e250d-b8c3-4608-9c26-41618f38a919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (dec61517-e6ff-4920-bbe0-c3f36fbb3366), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.358687 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49010) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:30.359367 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:25:30.402172 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (1dde2f6d-a35c-4f68-9bca-37d599e067e9), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.404044 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e42e250d-b8c3-4608-9c26-41618f38a919 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0d4c5e2193794f7a8d054786c438df2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4177380 May 18 14:25:30.405680 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e250d-b8c3-4608-9c26-41618f38a919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec61517-e6ff-4920-bbe0-c3f36fbb3366,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:30.408421 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49012) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:30.434782 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Pushing event deleted for resources: {'Port': ['ID=1dde2f6d-a35c-4f68-9bca-37d599e067e9,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:30.471003 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a324e6aa-3e1e-499d-b1d6-2ca2145e6c07 admin admin] Publish callbacks [] for security_group (dec61517-e6ff-4920-bbe0-c3f36fbb3366), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.497987 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a324e6aa-3e1e-499d-b1d6-2ca2145e6c07 admin admin] Publish callbacks [] for security_group (dec61517-e6ff-4920-bbe0-c3f36fbb3366), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.504186 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632694'] for router_gateway (7511f96a-8fe2-437d-9b16-62981bc286fd), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.527273 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:30.539200 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.643785 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router (7511f96a-8fe2-437d-9b16-62981bc286fd), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.648768 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Publish callbacks [] for router_controller (7511f96a-8fe2-437d-9b16-62981bc286fd), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.670729 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a324e6aa-3e1e-499d-b1d6-2ca2145e6c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (dec61517-e6ff-4920-bbe0-c3f36fbb3366), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.673376 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a324e6aa-3e1e-499d-b1d6-2ca2145e6c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.674583 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-a324e6aa-3e1e-499d-b1d6-2ca2145e6c07 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dec61517-e6ff-4920-bbe0-c3f36fbb3366 HTTP/1.1" status: 204 len: 168 time: 0.2651875 May 18 14:25:30.683934 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324e6aa-3e1e-499d-b1d6-2ca2145e6c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec61517-e6ff-4920-bbe0-c3f36fbb3366,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:30.711479 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.820279 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634663'] for router (7511f96a-8fe2-437d-9b16-62981bc286fd), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.820929 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7511f96a-8fe2-437d-9b16-62981bc286fd {{(pid=104324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 14:25:30.835884 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.839333 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e7d07828-4d10-4198-9a0e-f551efd6708a admin admin] 10.222.0.71 "DELETE /v2.0/routers/7511f96a-8fe2-437d-9b16-62981bc286fd HTTP/1.1" status: 204 len: 168 time: 1.7228312 May 18 14:25:30.839333 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Allocated IP 172.27.2.155 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/3b15214e-8b54-4bf4-84fb-4a1254c2a139) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:25:30.840133 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49016) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:30.903623 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_v2 [None req-843a8d0e-d586-4533-9cca-64714d61211b admin admin] Deleting subnet 50f9627e-3a47-4ab6-80f9-f6c74b5a838b {{(pid=104325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:25:30.910220 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-843a8d0e-d586-4533-9cca-64714d61211b admin admin] Publish callbacks [] for subnet (50f9627e-3a47-4ab6-80f9-f6c74b5a838b), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.973908 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-843a8d0e-d586-4533-9cca-64714d61211b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793686'] for subnet (50f9627e-3a47-4ab6-80f9-f6c74b5a838b), precommit_delete_associations {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:30.999204 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for port (3b15214e-8b54-4bf4-84fb-4a1254c2a139), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.240865 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bc925413-7f62-4810-b524-ed56a5a0cc22 req-d49dd073-b6b1-4271-b8c4-c8149e2b9441 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 210 time: 0.0441105 May 18 14:25:31.242008 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-843a8d0e-d586-4533-9cca-64714d61211b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (50f9627e-3a47-4ab6-80f9-f6c74b5a838b), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.242557 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174f78b-fab3-48ec-89cc-3293a71c5611 req-5ba59921-edef-484f-8341-94f164a9eb13 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:31.242557 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8174f78b-fab3-48ec-89cc-3293a71c5611 req-5ba59921-edef-484f-8341-94f164a9eb13 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0533638 May 18 14:25:31.256417 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-c84cf2f4-97ac-45b7-9d02-5b3a04de0e98 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:31.258161 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-c84cf2f4-97ac-45b7-9d02-5b3a04de0e98 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "GET /v2.0/networks?id=485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 200 len: 811 time: 0.2392035 May 18 14:25:31.303701 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8174f78b-fab3-48ec-89cc-3293a71c5611 req-fc29ea33-4727-47bb-8631-230b13e5431f tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0744097 May 18 14:25:31.341985 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-974af69e-0709-4b5e-8f83-6ddbd323a915 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40663a63d8dc4922879421a0c7d0c0a7 HTTP/1.1" status: 200 len: 379 time: 0.0722473 May 18 14:25:31.355991 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'port': {'device_id': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'admin_state_up': True, 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'security_groups': ['450d2e01-a454-4112-af9d-9a88489bf8d5']}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:25:31.368169 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1441de7e-916d-4b27-8fb8-4569085eb61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.369038 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:31.372621 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (3b15214e-8b54-4bf4-84fb-4a1254c2a139), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.448955 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:25:31.454926 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:25:31.456950 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-843a8d0e-d586-4533-9cca-64714d61211b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3790897'] for subnet (50f9627e-3a47-4ab6-80f9-f6c74b5a838b), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.459651 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:25:31.487813 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'Port': ['ID=3b15214e-8b54-4bf4-84fb-4a1254c2a139,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:31.491824 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a8d0e-d586-4533-9cca-64714d61211b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f9627e-3a47-4ab6-80f9-f6c74b5a838b,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:31.504633 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-843a8d0e-d586-4533-9cca-64714d61211b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.511037 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-843a8d0e-d586-4533-9cca-64714d61211b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/50f9627e-3a47-4ab6-80f9-f6c74b5a838b HTTP/1.1" status: 204 len: 168 time: 0.6694982 May 18 14:25:31.515932 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49024) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:31.517158 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3841fa-09d8-475e-9765-4bdc22ef6a22 None None] Network 6a849efa-7750-49f6-9fa8-deee59756847 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:25:31.582061 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.643281 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (6a849efa-7750-49f6-9fa8-deee59756847), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.705333 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Deleting port 49bbafcb-9633-41cd-9082-17f5a5451590 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:25:31.705846 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.731135 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] DHCP port deletion for 6a849efa-7750-49f6-9fa8-deee59756847 request from dv-cinder-755101-9-iscsi {{(pid=104326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 14:25:31.737364 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 1dde2f6d-a35c-4f68-9bca-37d599e067e9 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:25:31.760918 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (3b15214e-8b54-4bf4-84fb-4a1254c2a139), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.761487 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Made reservation on behalf of 40663a63d8dc4922879421a0c7d0c0a7 for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:25:31.764594 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.765401 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 1dde2f6d-a35c-4f68-9bca-37d599e067e9 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:25:31.771605 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 1dde2f6d-a35c-4f68-9bca-37d599e067e9 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:25:31.771605 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 84e40cae-4197-4edb-a9f0-fb94bac014d3 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:25:31.810805 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 84e40cae-4197-4edb-a9f0-fb94bac014d3 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:25:31.811495 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 84e40cae-4197-4edb-a9f0-fb94bac014d3 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:25:31.823017 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] For port 49bbafcb-9633-41cd-9082-17f5a5451590, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=49bbafcb-9633-41cd-9082-17f5a5451590,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:31.823289 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.827268 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Deleting port 49bbafcb-9633-41cd-9082-17f5a5451590 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:25:31.828393 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.871159 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Calling delete_port for 49bbafcb-9633-41cd-9082-17f5a5451590 owned by network:dhcp {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:25:31.905492 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] For port 49bbafcb-9633-41cd-9082-17f5a5451590, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=49bbafcb-9633-41cd-9082-17f5a5451590,segment=NetworkSegment(64434b5d-535b-48ab-829b-72fe2b4c7896),segment_id=64434b5d-535b-48ab-829b-72fe2b4c7896)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:31.905892 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.922951 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Calling delete_port for 49bbafcb-9633-41cd-9082-17f5a5451590 owned by network:dhcp {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:25:31.926101 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49026) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:31.949975 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0f86-ad36-4db9-b279-497d69d9dbf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:31.988994 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Allocated IP 172.20.0.12 (485bb1dd-78e1-4b7c-907c-2599bbac27f4/17f3fca3-f8aa-4221-afa0-9e4e902842ea/2967a3b0-b7cf-4f3e-846f-ed2afc8bae29) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:25:32.033968 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for port (3b15214e-8b54-4bf4-84fb-4a1254c2a139), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.060450 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0f86-ad36-4db9-b279-497d69d9dbf1 admin admin] Publish callbacks [] for security_group (cc1a4f5b-9394-4c70-bccb-9ec644e82d94), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.099097 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (3b15214e-8b54-4bf4-84fb-4a1254c2a139), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.106565 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.113454 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (49bbafcb-9633-41cd-9082-17f5a5451590), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.133941 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Pushing event deleted for resources: {'Port': ['ID=49bbafcb-9633-41cd-9082-17f5a5451590,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:32.141494 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] No DVR routers for this DVR port 49bbafcb-9633-41cd-9082-17f5a5451590 on host dv-cinder-755101-9-iscsi {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:25:32.143619 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.144174 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.144532 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.145089 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.148075 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.148075 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.148075 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.148075 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.148075 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.148075 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.148075 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.148075 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.149168 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.149498 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.149986 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f227b1-d960-4e8e-b198-c9345ee0ffbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:25:32.163702 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0f86-ad36-4db9-b279-497d69d9dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (cc1a4f5b-9394-4c70-bccb-9ec644e82d94), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.181836 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'Port': ['ID=3b15214e-8b54-4bf4-84fb-4a1254c2a139,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:32.190236 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Pushing event deleted for resources: {'Port': ['ID=49bbafcb-9633-41cd-9082-17f5a5451590,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:32.195577 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] No DVR routers for this DVR port 49bbafcb-9633-41cd-9082-17f5a5451590 on host dv-cinder-755101-9-iscsi {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:25:32.224452 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-4a2d0f86-ad36-4db9-b279-497d69d9dbf1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ce90a28c6e844d618e4d1461149b91b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972474 May 18 14:25:32.227691 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d0f86-ad36-4db9-b279-497d69d9dbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1a4f5b-9394-4c70-bccb-9ec644e82d94,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:32.229678 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49028) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:32.253155 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.296893 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:32.332166 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (6a849efa-7750-49f6-9fa8-deee59756847), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.334039 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-74812777-7e64-4f9a-8bac-58589763d298 req-7f6cb810-9c2d-4f44-8164-173118dc6197 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 210 time: 0.0320754 May 18 14:25:32.372896 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.377448 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a849efa-7750-49f6-9fa8-deee59756847']}} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:32.398708 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64434b5d-535b-48ab-829b-72fe2b4c7896') {'for_net_delete': True} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:32.398959 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64434b5d-535b-48ab-829b-72fe2b4c7896') {} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:32.408875 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.410097 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-42b71ac4-2ab0-4b1c-ba47-f0cae7fb80c1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0546899 May 18 14:25:32.422183 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793711'] for segment (64434b5d-535b-48ab-829b-72fe2b4c7896), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.429805 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e249e28d-99d1-4aa8-ae64-5f0ebcc404c6 admin admin] Publish callbacks [] for security_group (cc1a4f5b-9394-4c70-bccb-9ec644e82d94), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.456683 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149b0c3-a809-46da-812a-96ebb68093da req-d50df58a-37c5-4a2f-b116-7883ac2d77a9 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:32.458934 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9149b0c3-a809-46da-812a-96ebb68093da req-d50df58a-37c5-4a2f-b116-7883ac2d77a9 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0629394 May 18 14:25:32.460314 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (64434b5d-535b-48ab-829b-72fe2b4c7896), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.476421 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=104325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:25:32.476867 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764937'] for segment (64434b5d-535b-48ab-829b-72fe2b4c7896), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: Traceback (most recent call last): May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: timer() May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: cb(*args, **kw) May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: return func(*args, **kwargs) May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: self._notify() May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: self.callback(batched_events) May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: event.method(event) May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: return f(self, *a, **k) May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._get(url).json() May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: return self.request(url, 'GET', **kwargs) May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:25:32.479404 dv-cinder-755101-9-iscsi neutron-server[104325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:25:32.482076 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e249e28d-99d1-4aa8-ae64-5f0ebcc404c6 admin admin] Publish callbacks [] for security_group (cc1a4f5b-9394-4c70-bccb-9ec644e82d94), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.546348 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9149b0c3-a809-46da-812a-96ebb68093da req-c7e18a8d-7679-4360-8144-274f171459e3 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793684 May 18 14:25:32.592524 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.660528 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (6a849efa-7750-49f6-9fa8-deee59756847), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.663998 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-2660fc7e-edb6-4b6b-82d0-7626781af261 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1206295996&fields=id&tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e HTTP/1.1" status: 200 len: 267 time: 0.0547168 May 18 14:25:32.669713 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:25:32.679693 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:25:32.682201 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.688414 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] 10.222.0.71 "DELETE /v2.0/networks/6a849efa-7750-49f6-9fa8-deee59756847 HTTP/1.1" status: 204 len: 168 time: 1.1682680 May 18 14:25:32.690916 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:25:32.705412 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e249e28d-99d1-4aa8-ae64-5f0ebcc404c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (cc1a4f5b-9394-4c70-bccb-9ec644e82d94), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.709535 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e249e28d-99d1-4aa8-ae64-5f0ebcc404c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.710176 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e249e28d-99d1-4aa8-ae64-5f0ebcc404c6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cc1a4f5b-9394-4c70-bccb-9ec644e82d94 HTTP/1.1" status: 204 len: 168 time: 0.4787130 May 18 14:25:32.734654 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'Port': ['ID=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:32.738139 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ce990-26ea-474a-adf0-cdecafa3ca33 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a849efa-7750-49f6-9fa8-deee59756847,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:32.752381 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249e28d-99d1-4aa8-ae64-5f0ebcc404c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1a4f5b-9394-4c70-bccb-9ec644e82d94,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:32.806876 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:32.807594 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:32.900629 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e5113-9c86-4a77-b56b-6802daa7719d req-30780c4d-991d-4f2f-a1b6-f3a2b4bb0a97 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:32.902251 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-30780c4d-991d-4f2f-a1b6-f3a2b4bb0a97 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 814 time: 0.2311594 May 18 14:25:32.918487 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-59cdbb17-adad-4889-bc5f-62850168eb1e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/quotas/1bf771dcc9ca4e00914c6791c30e3b6e HTTP/1.1" status: 200 len: 375 time: 0.0097287 May 18 14:25:32.930910 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-224df22b-90dc-4473-85e7-8e97f06e64f1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5790761 May 18 14:25:32.947685 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Request body: {'port': {'device_id': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:25:32.960241 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:32.985661 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-0abaa539-9fd7-4088-80a5-a3138069b174 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607615 May 18 14:25:32.987903 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-3e4e4d57-53d0-4ce3-aeb5-cee620bf96b9 None None] Provisioning complete for port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:25:32.993012 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4d57-53d0-4ce3-aeb5-cee620bf96b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:33.030216 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:33.034837 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e4d57-53d0-4ce3-aeb5-cee620bf96b9 None None] Port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:25:33.124657 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-8cc025cc-53d3-4774-9f57-d66faf6b0182 service neutron] 10.222.0.71 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282992 May 18 14:25:33.190688 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49052) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:33.249158 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:33.267258 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-2c1ac07b-f50c-4f85-be9e-dc06b6419a39 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=909802130f2948bcae9d2445f267a32c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0731285 May 18 14:25:33.269629 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49056) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:33.301348 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-ef04c62e-e873-45fb-8efc-1b24fd2ea902 service neutron] 10.222.0.71 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652923 May 18 14:25:33.391816 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8372633c-a857-4d90-b09d-7abae0baf990 admin admin] Publish callbacks [] for security_group (c03ae135-07d0-45bf-9de6-b91c7ffb9fef), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:33.444378 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8372633c-a857-4d90-b09d-7abae0baf990 admin admin] Publish callbacks [] for security_group (c03ae135-07d0-45bf-9de6-b91c7ffb9fef), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:33.540383 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d29f9-20dd-4771-898f-202c9a5ba7d9 req-6be44915-e266-41b9-adba-7d9df2678d12 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:33.547505 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8b6d29f9-20dd-4771-898f-202c9a5ba7d9 req-6be44915-e266-41b9-adba-7d9df2678d12 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 932 time: 0.0942683 May 18 14:25:33.556998 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d8f0aa27-48f1-4289-b451-f33627dbac05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:33.604159 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:25:33.620846 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8b6d29f9-20dd-4771-898f-202c9a5ba7d9 req-b303572a-8985-48cd-beba-f97566f98199 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723300 May 18 14:25:33.625289 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Publish callbacks [] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:33.699816 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:33.701898 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Transition to ACTIVE for port object 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:25:33.708105 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8372633c-a857-4d90-b09d-7abae0baf990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (c03ae135-07d0-45bf-9de6-b91c7ffb9fef), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:33.710666 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8372633c-a857-4d90-b09d-7abae0baf990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:33.712556 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8372633c-a857-4d90-b09d-7abae0baf990 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c03ae135-07d0-45bf-9de6-b91c7ffb9fef HTTP/1.1" status: 204 len: 168 time: 0.4415445 May 18 14:25:33.752253 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 49bbafcb-9633-41cd-9082-17f5a5451590 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:25:33.757221 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2446af7f-6451-4285-845e-5b3e544b6d83 req-53fe2885-69f8-40ba-abe9-f7c238bc3c64 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 210 time: 0.0887275 May 18 14:25:33.777767 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372633c-a857-4d90-b09d-7abae0baf990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03ae135-07d0-45bf-9de6-b91c7ffb9fef,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:33.789550 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2228d-1758-412d-aeaf-4348327dd2d8 req-956f22a1-3d55-4150-9e1d-514e24be13d5 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:33.800243 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b3a2228d-1758-412d-aeaf-4348327dd2d8 req-956f22a1-3d55-4150-9e1d-514e24be13d5 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.1190653 May 18 14:25:33.808563 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:33.884080 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 49bbafcb-9633-41cd-9082-17f5a5451590 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:25:33.885692 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 49bbafcb-9633-41cd-9082-17f5a5451590 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:25:33.924575 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Pushing event updated for resources: {'Port': ['ID=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:33.944236 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b3a2228d-1758-412d-aeaf-4348327dd2d8 req-1f461265-a8b3-4ce3-a9ea-3717912a4b9d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1427231 May 18 14:25:33.958506 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:34.063966 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Attempting to bind port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:25:34.065561 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Attempting to bind port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:25:34.066207 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Attempting to bind port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 on network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:25:34.072621 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 on network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:25:34.073028 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Attempting to bind port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 on network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:25:34.083096 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:25:34.083096 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Checking segment: {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:25:34.083096 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Bound using segment: {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:25:34.083096 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Bound port: 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:25:34.083096 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:34.172470 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] For port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:25:34.172470 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] For port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:25:34.346356 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:34.420438 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:34.421245 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:34.422726 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] 10.222.0.72 "PUT /v2.0/ports/2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 HTTP/1.1" status: 200 len: 1094 time: 1.4807277 May 18 14:25:34.423197 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'tag': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:25:34.425518 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac6722f-0887-45be-827c-8162c2d918a8" -d '{"events": [{"name": "network-changed", "server_uuid": "3b34af36-81ab-4984-ae61-c5fb5d6400c6", "tag": "2967a3b0-b7cf-4f3e-846f-ed2afc8bae29"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:25:34.475190 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dee6a-6da3-4272-b138-3855b6426a81 service neutron] Pushing event updated for resources: {'Port': ['ID=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:34.496289 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0e4e55-e8cf-42db-9194-92dc8924ab28 x-openstack-request-id: req-2f0e4e55-e8cf-42db-9194-92dc8924ab28 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:25:34.497064 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b34af36-81ab-4984-ae61-c5fb5d6400c6", "tag": "2967a3b0-b7cf-4f3e-846f-ed2afc8bae29", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:25:34.497748 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2f0e4e55-e8cf-42db-9194-92dc8924ab28 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:25:34.498360 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0e4e55-e8cf-42db-9194-92dc8924ab28'] response: {'name': 'network-changed', 'server_uuid': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'tag': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29', 'status': 'completed', 'code': 200} May 18 14:25:34.563147 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6722f-0887-45be-827c-8162c2d918a8 req-053b5e74-1631-46f1-9d90-9344b2b2f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:34.564724 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6ac6722f-0887-45be-827c-8162c2d918a8 req-053b5e74-1631-46f1-9d90-9344b2b2f456 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 1128 time: 0.0446315 May 18 14:25:34.820218 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1f7a7-4828-4fee-84df-68a1c6018925 req-71f939f6-6a8e-4a08-9e64-a5fce14383c5 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:34.821784 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8ca1f7a7-4828-4fee-84df-68a1c6018925 req-71f939f6-6a8e-4a08-9e64-a5fce14383c5 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 944 time: 0.0790491 May 18 14:25:34.896577 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8ca1f7a7-4828-4fee-84df-68a1c6018925 req-c0a086db-578f-4fec-bbf7-1e6ac36e8c9a tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668206 May 18 14:25:34.967409 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-27521398-69cf-4688-926a-41130fda75bf req-09fbb18f-7350-477e-94cc-6169e9ae60fc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 210 time: 0.0555108 May 18 14:25:35.018314 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:35.030604 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6722f-0887-45be-827c-8162c2d918a8 req-0841131c-e4f6-47cc-92a9-15f774fe19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:35.034496 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6ac6722f-0887-45be-827c-8162c2d918a8 req-0841131c-e4f6-47cc-92a9-15f774fe19a9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4608459 May 18 14:25:35.129236 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e5632-f387-4d91-9027-3b2e90c78174 req-f18125b1-6953-4942-8bac-42a4757f199f tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:35.131582 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ed5e5632-f387-4d91-9027-3b2e90c78174 req-f18125b1-6953-4942-8bac-42a4757f199f tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0767553 May 18 14:25:35.158136 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:35.208886 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6722f-0887-45be-827c-8162c2d918a8 req-66dc711d-7044-4c0d-be8a-891a8a0f33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:35.211743 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6ac6722f-0887-45be-827c-8162c2d918a8 req-66dc711d-7044-4c0d-be8a-891a8a0f33a5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1708922 May 18 14:25:35.214108 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ed5e5632-f387-4d91-9027-3b2e90c78174 req-af4cf1ae-2f0f-4e20-9355-3420f6732cbe tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ccc581a-4315-437b-b5d3-432cc8cd44aa&id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738552 May 18 14:25:35.254177 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:35.353465 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ac9c7471-09a8-4cef-87f2-3a6ebb9b43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:35.356246 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-ac9c7471-09a8-4cef-87f2-3a6ebb9b43b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 1128 time: 0.0498903 May 18 14:25:35.406054 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-54fa178e-eb90-4e05-a46b-42787afb2dbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 HTTP/1.1" status: 200 len: 217 time: 0.0386508 May 18 14:25:35.456488 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-361ca333-bb67-42ed-a474-7b6912934c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:35.458854 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-361ca333-bb67-42ed-a474-7b6912934c90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17f3fca3-f8aa-4221-afa0-9e4e902842ea HTTP/1.1" status: 200 len: 850 time: 0.0465467 May 18 14:25:35.505860 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-0bd9faf8-aaef-45f6-b8d7-0054cf98dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:35.507408 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-0bd9faf8-aaef-45f6-b8d7-0054cf98dd3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485bb1dd-78e1-4b7c-907c-2599bbac27f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426373 May 18 14:25:35.574458 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:35.618418 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-6fa50c50-3306-4a67-8508-a1e942f3013c service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042998 May 18 14:25:35.743237 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-aad3e2f0-af40-48b4-a002-37187262c7dd req-a246cc17-75f4-444f-b973-ad45c97ebe03 service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160340 May 18 14:25:35.899349 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:36.013980 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:36.035542 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e7bb3-d1dc-4897-bda5-117be83f622a req-1746ece5-6e40-4f74-b9ac-b49cff93a093 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:36.037430 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-171e7bb3-d1dc-4897-bda5-117be83f622a req-1746ece5-6e40-4f74-b9ac-b49cff93a093 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 944 time: 0.0587573 May 18 14:25:36.098490 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-171e7bb3-d1dc-4897-bda5-117be83f622a req-76ec8414-f280-43ff-8e23-e1504d7f35fb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550528 May 18 14:25:36.236609 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:36.246527 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-725b14ce-8b79-46b3-bcae-ff069050514e req-1d0998ca-dd1e-487e-b6b9-8d5dc03cdaf7 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 210 time: 0.0325630 May 18 14:25:36.402313 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:36.813621 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90cca26b-5803-465e-80ff-55430ec98f6c req-42ce5d36-b0d8-4466-a80d-1cd1f32d45de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540972 May 18 14:25:36.885108 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca26b-5803-465e-80ff-55430ec98f6c req-d6e61489-f67a-4643-9c18-20c8e4bde1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:36.887026 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90cca26b-5803-465e-80ff-55430ec98f6c req-d6e61489-f67a-4643-9c18-20c8e4bde1e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 1129 time: 0.0476589 May 18 14:25:37.092626 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca26b-5803-465e-80ff-55430ec98f6c req-5d95d032-3753-447d-ad21-ea7b465892f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:37.095248 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90cca26b-5803-465e-80ff-55430ec98f6c req-5d95d032-3753-447d-ad21-ea7b465892f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 200 len: 912 time: 0.1744514 May 18 14:25:37.100775 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e5113-9c86-4a77-b56b-6802daa7719d req-3b96b60f-b599-4e21-bd3d-2ffb99c06a10 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:37.102239 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-3b96b60f-b599-4e21-bd3d-2ffb99c06a10 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 814 time: 0.1988435 May 18 14:25:37.256951 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90cca26b-5803-465e-80ff-55430ec98f6c req-4058a6e8-98ed-4a1f-8593-73d3683d3d63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ed74663-e74e-4929-86a7-1ca7a8467f6a HTTP/1.1" status: 200 len: 1001 time: 0.1536860 May 18 14:25:37.272067 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc360-c352-425d-af5e-0764dae6990a req-5daee931-f873-49a1-b297-767962a289aa tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:37.274411 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-62dcc360-c352-425d-af5e-0764dae6990a req-5daee931-f873-49a1-b297-767962a289aa tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 944 time: 0.0682566 May 18 14:25:37.281013 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-76e6a682-2f14-4fce-a610-1eab0df31e16 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e HTTP/1.1" status: 200 len: 472 time: 0.1325247 May 18 14:25:37.305461 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'port': {'device_id': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'admin_state_up': True, 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'security_groups': ['5293c7bc-1af3-479a-a44a-913d76715676']}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:25:37.369242 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-62dcc360-c352-425d-af5e-0764dae6990a req-1e44c2ed-a36e-4c3f-8bb2-1861139923bf tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826175 May 18 14:25:37.371598 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:37.381922 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:37.401387 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c3a9285d-23af-4c7d-838d-871347be5f8b req-8a8f2329-260b-4842-a324-8e41397219e2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 210 time: 0.0502298 May 18 14:25:37.414034 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca26b-5803-465e-80ff-55430ec98f6c req-935fab03-460f-4cc4-a0d0-c486cf3e5486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:37.415659 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90cca26b-5803-465e-80ff-55430ec98f6c req-935fab03-460f-4cc4-a0d0-c486cf3e5486 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17f3fca3-f8aa-4221-afa0-9e4e902842ea HTTP/1.1" status: 200 len: 850 time: 0.1506982 May 18 14:25:37.494268 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca26b-5803-465e-80ff-55430ec98f6c req-f15de28f-d5b7-4c63-a71f-82ce189270da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:37.495835 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90cca26b-5803-465e-80ff-55430ec98f6c req-f15de28f-d5b7-4c63-a71f-82ce189270da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485bb1dd-78e1-4b7c-907c-2599bbac27f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469666 May 18 14:25:37.593783 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90cca26b-5803-465e-80ff-55430ec98f6c req-f4e2ecc9-addc-41a8-b1d0-64abb052abfc service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911293 May 18 14:25:37.645773 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Made reservation on behalf of 1bf771dcc9ca4e00914c6791c30e3b6e for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:25:37.649712 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:37.760369 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-90cca26b-5803-465e-80ff-55430ec98f6c req-6916a575-7178-4e7e-93ce-84972b7e8b78 service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587164 May 18 14:25:37.808206 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:37.825179 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Allocated IP 172.20.0.10 (ec2155ff-0b54-43b6-ab95-01ac5eab32d1/25bb2d1b-eba8-46aa-bb01-698c07564941/1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:25:38.006779 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:38.148105 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:38.195499 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:25:38.198727 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:25:38.202788 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:25:38.211898 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'Port': ['ID=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:38.263737 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:38.264410 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:38.335318 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:38.377164 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1d337a25-9178-465b-850f-a01548020ce6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0757945 May 18 14:25:38.389745 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Request body: {'port': {'device_id': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:25:38.428564 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:38.462215 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-a2ac48ef-afb7-4eec-a69c-52993d73be61 None None] Provisioning complete for port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:25:38.462912 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a2ac48ef-afb7-4eec-a69c-52993d73be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:38.487241 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:38.512601 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac48ef-afb7-4eec-a69c-52993d73be61 None None] Port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:25:38.545958 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1b716-1763-4871-96e3-ed849029d504 req-f88c57c2-0f78-48f5-88b2-72c7ba6629f3 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:38.547454 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b0e1b716-1763-4871-96e3-ed849029d504 req-f88c57c2-0f78-48f5-88b2-72c7ba6629f3 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 944 time: 0.0665755 May 18 14:25:38.609901 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b0e1b716-1763-4871-96e3-ed849029d504 req-ea9f3a36-b95a-449b-8f36-83a2c172c2c9 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543377 May 18 14:25:38.712209 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9955e-bb1c-4fa4-9fe0-387f71e34b63 req-e89edc28-be83-421e-9d14-3c06d07e297e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:38.713788 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c5b9955e-bb1c-4fa4-9fe0-387f71e34b63 req-e89edc28-be83-421e-9d14-3c06d07e297e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 932 time: 0.0594461 May 18 14:25:38.718606 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:38.764805 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c5b9955e-bb1c-4fa4-9fe0-387f71e34b63 req-d3cf388f-4434-4f2b-b583-e4bb36ff2e73 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447733 May 18 14:25:38.820194 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:25:38.827881 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Publish callbacks [] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:38.841391 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Transition to ACTIVE for port object 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:25:38.962457 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:39.018006 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:39.074974 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:39.114556 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Attempting to bind port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:25:39.114977 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Attempting to bind port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:25:39.115393 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Attempting to bind port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:25:39.120427 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:25:39.120840 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Attempting to bind port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:25:39.126466 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:25:39.126806 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Checking segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:25:39.127193 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Bound using segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:25:39.127632 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Bound port: 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:25:39.128250 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:39.219361 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] For port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:25:39.222652 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] For port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:25:39.322815 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:39.359249 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:39.359873 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:39.361320 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] 10.222.0.72 "PUT /v2.0/ports/1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 HTTP/1.1" status: 200 len: 1094 time: 0.9765415 May 18 14:25:39.361758 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'tag': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:25:39.364020 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd32fdf-f873-4b9e-b355-4209c34a6e50" -d '{"events": [{"name": "network-changed", "server_uuid": "a5da64dd-d122-486c-9ff6-2c498ecb7067", "tag": "1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:25:39.371901 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:39.387924 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5bf5e-5df8-4a2c-a66b-71fdb9d212c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:39.416257 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97eecd5-edaf-49ae-8dcb-92734313c154 x-openstack-request-id: req-a97eecd5-edaf-49ae-8dcb-92734313c154 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:25:39.416612 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5da64dd-d122-486c-9ff6-2c498ecb7067", "tag": "1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:25:39.416958 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a97eecd5-edaf-49ae-8dcb-92734313c154 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:25:39.421287 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97eecd5-edaf-49ae-8dcb-92734313c154'] response: {'name': 'network-changed', 'server_uuid': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'tag': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70', 'status': 'completed', 'code': 200} May 18 14:25:39.490675 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd32fdf-f873-4b9e-b355-4209c34a6e50 req-204656f9-933e-498a-b7e2-3647aad5f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:39.492404 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dfd32fdf-f873-4b9e-b355-4209c34a6e50 req-204656f9-933e-498a-b7e2-3647aad5f9c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 1128 time: 0.0470505 May 18 14:25:39.606861 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd32fdf-f873-4b9e-b355-4209c34a6e50 req-10a16bf6-5943-434f-a2ff-d6575c4c26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:39.608325 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dfd32fdf-f873-4b9e-b355-4209c34a6e50 req-10a16bf6-5943-434f-a2ff-d6575c4c26ae service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1046851 May 18 14:25:39.712511 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd32fdf-f873-4b9e-b355-4209c34a6e50 req-a5dbb07d-5cd8-4287-908b-7347c53666af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:39.714404 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-dfd32fdf-f873-4b9e-b355-4209c34a6e50 req-a5dbb07d-5cd8-4287-908b-7347c53666af service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003613 May 18 14:25:39.738720 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8beff26-6841-4b8b-a559-9cccd660a979 req-1ac3883d-3889-43c2-9bb3-b02f3ea89205 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:39.746367 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e8beff26-6841-4b8b-a559-9cccd660a979 req-1ac3883d-3889-43c2-9bb3-b02f3ea89205 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 944 time: 0.0612206 May 18 14:25:39.806933 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e8beff26-6841-4b8b-a559-9cccd660a979 req-45818d52-7159-45b2-8244-079e15fb98c9 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612390 May 18 14:25:39.834034 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e5113-9c86-4a77-b56b-6802daa7719d req-d828193c-2e9c-453a-afc0-813890d60857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:39.835943 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-d828193c-2e9c-453a-afc0-813890d60857 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 1128 time: 0.0595937 May 18 14:25:39.878137 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-1a2e1df1-b8d0-4f3c-96ce-862d76edc9f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 HTTP/1.1" status: 200 len: 217 time: 0.0347552 May 18 14:25:39.902431 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec45a3-db75-4c30-8d16-8c92f6ed94f6 req-9ba3c0b2-895e-4d69-b4fe-4a2b4cc10104 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:39.904034 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-69ec45a3-db75-4c30-8d16-8c92f6ed94f6 req-9ba3c0b2-895e-4d69-b4fe-4a2b4cc10104 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 944 time: 0.0524757 May 18 14:25:39.931666 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e5113-9c86-4a77-b56b-6802daa7719d req-cfbad2e8-4395-4644-8088-ef87a508c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:39.933429 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-cfbad2e8-4395-4644-8088-ef87a508c40b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25bb2d1b-eba8-46aa-bb01-698c07564941 HTTP/1.1" status: 200 len: 853 time: 0.0481782 May 18 14:25:39.962390 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-69ec45a3-db75-4c30-8d16-8c92f6ed94f6 req-cb0dfcc8-1712-438f-bbb6-c6758c4c3bf3 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522082 May 18 14:25:39.982133 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e5113-9c86-4a77-b56b-6802daa7719d req-e4aa5ebc-0261-4616-b2a4-def851400d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:39.983776 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-e4aa5ebc-0261-4616-b2a4-def851400d19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446715 May 18 14:25:40.094987 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-d3e6dddd-abc2-4c9c-b846-91f88ec55905 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041470 May 18 14:25:40.124584 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49216) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:40.155381 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:40.206204 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-533e5113-9c86-4a77-b56b-6802daa7719d req-84f26032-61a5-47a8-aa90-7aca67f96818 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052239 May 18 14:25:40.303667 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49222) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:40.382367 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3b8d31ba-cba9-42e7-8cf7-11cd43b1c38a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:40.400856 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:40.434776 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1d99abf2-8fc2-45bb-b1aa-f8dddf8b6c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:40.517884 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3b8d31ba-cba9-42e7-8cf7-11cd43b1c38a admin admin] Publish callbacks [] for security_group (35b09b67-d1b7-4d28-bdad-dbdc57fd4e58), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:40.555177 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1d99abf2-8fc2-45bb-b1aa-f8dddf8b6c36 admin admin] Publish callbacks [] for security_group (4f8be7f9-d424-40e4-80c2-6b10baba2ac3), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:40.642503 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-3b8d31ba-cba9-42e7-8cf7-11cd43b1c38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (35b09b67-d1b7-4d28-bdad-dbdc57fd4e58), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:40.649332 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-1d99abf2-8fc2-45bb-b1aa-f8dddf8b6c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (4f8be7f9-d424-40e4-80c2-6b10baba2ac3), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:40.657791 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:40.697043 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-3b8d31ba-cba9-42e7-8cf7-11cd43b1c38a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7aec92c77fcc4f30b4f1e023cd5113e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3921962 May 18 14:25:40.699921 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49226) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:40.712377 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-1d99abf2-8fc2-45bb-b1aa-f8dddf8b6c36 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd79919407fe474c90dc17f4d0cabcb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5861833 May 18 14:25:40.713257 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d31ba-cba9-42e7-8cf7-11cd43b1c38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b09b67-d1b7-4d28-bdad-dbdc57fd4e58,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:40.715862 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49228) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:40.762448 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a1c6baac-e859-4082-b66e-1290560a2b0d admin admin] Publish callbacks [] for security_group (35b09b67-d1b7-4d28-bdad-dbdc57fd4e58), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:40.775250 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99abf2-8fc2-45bb-b1aa-f8dddf8b6c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8be7f9-d424-40e4-80c2-6b10baba2ac3,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:40.794450 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a1c6baac-e859-4082-b66e-1290560a2b0d admin admin] Publish callbacks [] for security_group (35b09b67-d1b7-4d28-bdad-dbdc57fd4e58), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:40.798145 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-bd0c1451-a52b-403d-8f17-03cd3b0f2b9c admin admin] Publish callbacks [] for security_group (4f8be7f9-d424-40e4-80c2-6b10baba2ac3), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:40.823913 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-bd0c1451-a52b-403d-8f17-03cd3b0f2b9c admin admin] Publish callbacks [] for security_group (4f8be7f9-d424-40e4-80c2-6b10baba2ac3), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:40.939383 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab32328-7207-400d-b0dc-8ae55ea64c85 req-f8f86870-bf67-41a2-95df-af1f505a9224 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:40.941176 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aab32328-7207-400d-b0dc-8ae55ea64c85 req-f8f86870-bf67-41a2-95df-af1f505a9224 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 944 time: 0.0619349 May 18 14:25:40.998431 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aab32328-7207-400d-b0dc-8ae55ea64c85 req-62e54135-e09c-4395-ad4e-1a186535446d tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509634 May 18 14:25:41.003371 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a1c6baac-e859-4082-b66e-1290560a2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (35b09b67-d1b7-4d28-bdad-dbdc57fd4e58), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:41.003541 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-bd0c1451-a52b-403d-8f17-03cd3b0f2b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (4f8be7f9-d424-40e4-80c2-6b10baba2ac3), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:41.009643 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a1c6baac-e859-4082-b66e-1290560a2b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:41.020722 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-bd0c1451-a52b-403d-8f17-03cd3b0f2b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:41.021008 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-a1c6baac-e859-4082-b66e-1290560a2b0d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/35b09b67-d1b7-4d28-bdad-dbdc57fd4e58 HTTP/1.1" status: 204 len: 168 time: 0.3113441 May 18 14:25:41.021117 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-bd0c1451-a52b-403d-8f17-03cd3b0f2b9c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4f8be7f9-d424-40e4-80c2-6b10baba2ac3 HTTP/1.1" status: 204 len: 168 time: 0.3003998 May 18 14:25:41.039460 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c1451-a52b-403d-8f17-03cd3b0f2b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8be7f9-d424-40e4-80c2-6b10baba2ac3,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:41.039897 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6baac-e859-4082-b66e-1290560a2b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b09b67-d1b7-4d28-bdad-dbdc57fd4e58,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:41.161353 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b6bb8-2388-428c-95ec-9aef06daec5d req-95c1e7cb-be65-49ee-8600-767bfd92e910 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:41.163203 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1b3b6bb8-2388-428c-95ec-9aef06daec5d req-95c1e7cb-be65-49ee-8600-767bfd92e910 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 944 time: 0.0754797 May 18 14:25:41.212740 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1b3b6bb8-2388-428c-95ec-9aef06daec5d req-ff30068c-1b4f-40db-b2f9-15ff84c4063b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433087 May 18 14:25:41.821972 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49252) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:41.836841 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-224e05f5-7384-48b2-9b1d-bfeb7ae131a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:41.838541 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:41.945105 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-224e05f5-7384-48b2-9b1d-bfeb7ae131a6 admin admin] Publish callbacks [] for security_group (17f144b2-ed79-49cb-b2ec-778e1fb920cf), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:42.013423 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-224e05f5-7384-48b2-9b1d-bfeb7ae131a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (17f144b2-ed79-49cb-b2ec-778e1fb920cf), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:42.057339 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-224e05f5-7384-48b2-9b1d-bfeb7ae131a6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c125fd8cb1054fe0a7c7e869691aaa52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342269 May 18 14:25:42.058672 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e05f5-7384-48b2-9b1d-bfeb7ae131a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f144b2-ed79-49cb-b2ec-778e1fb920cf,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:42.064560 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49262) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:42.123784 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bfc54bc3-790a-40ae-830b-0d7f9fefad32 admin admin] Publish callbacks [] for security_group (17f144b2-ed79-49cb-b2ec-778e1fb920cf), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:42.142407 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9899c6-cc9c-461d-a9c2-fc9e15ff88c1 req-f4027231-abd4-42aa-acd9-6c8538d32328 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:42.144167 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bc9899c6-cc9c-461d-a9c2-fc9e15ff88c1 req-f4027231-abd4-42aa-acd9-6c8538d32328 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 944 time: 0.0701210 May 18 14:25:42.151525 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bfc54bc3-790a-40ae-830b-0d7f9fefad32 admin admin] Publish callbacks [] for security_group (17f144b2-ed79-49cb-b2ec-778e1fb920cf), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:42.210541 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bc9899c6-cc9c-461d-a9c2-fc9e15ff88c1 req-a057f6e2-68a1-4b65-8ca4-e2f3892daa72 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537026 May 18 14:25:42.283301 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bfc54bc3-790a-40ae-830b-0d7f9fefad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (17f144b2-ed79-49cb-b2ec-778e1fb920cf), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:42.289591 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bfc54bc3-790a-40ae-830b-0d7f9fefad32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:42.294332 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-bfc54bc3-790a-40ae-830b-0d7f9fefad32 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/17f144b2-ed79-49cb-b2ec-778e1fb920cf HTTP/1.1" status: 204 len: 168 time: 0.2310717 May 18 14:25:42.308067 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc54bc3-790a-40ae-830b-0d7f9fefad32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f144b2-ed79-49cb-b2ec-778e1fb920cf,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:42.370294 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acf404-e99c-40b9-b341-036916c74582 req-2aca5189-a78c-4816-a152-053a1ce9c6b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:42.371956 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a0acf404-e99c-40b9-b341-036916c74582 req-2aca5189-a78c-4816-a152-053a1ce9c6b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 944 time: 0.0705595 May 18 14:25:42.462805 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a0acf404-e99c-40b9-b341-036916c74582 req-4e14afcc-8fc4-4436-8f7a-172620e63905 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803657 May 18 14:25:43.386628 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98607f7a-3db1-4bbe-b968-a4bba1e27e79 req-ad6e7248-d0f7-4470-8e63-a78b1ed59402 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:43.388213 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-98607f7a-3db1-4bbe-b968-a4bba1e27e79 req-ad6e7248-d0f7-4470-8e63-a78b1ed59402 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 944 time: 0.0655081 May 18 14:25:43.447449 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-98607f7a-3db1-4bbe-b968-a4bba1e27e79 req-df5922f0-0633-4767-9598-44c12eb63b09 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535195 May 18 14:25:43.538444 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:25:43.624884 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252c735-e9bd-4934-9ea2-bd04cd42e87d req-0a7364ea-1179-4f29-9ec3-913bb6f322b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:43.631665 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5252c735-e9bd-4934-9ea2-bd04cd42e87d req-0a7364ea-1179-4f29-9ec3-913bb6f322b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 944 time: 0.0865016 May 18 14:25:43.698499 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5252c735-e9bd-4934-9ea2-bd04cd42e87d req-702bcf1a-7675-4493-a713-b5eb4247e7e5 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591388 May 18 14:25:43.706796 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:43.723429 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:43.737435 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'port_id': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29', 'mac_address': 'fa:16:3e:99:88:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:25:43.765070 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:43.785686 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:25:43.791127 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:43.813693 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:25:43.839188 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:43.905539 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:43.906543 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:25:44.045355 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:44.092607 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:44.103621 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'port_id': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70', 'mac_address': 'fa:16:3e:2e:35:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:25:44.155440 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:25:44.155834 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:44.172649 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:25:44.200225 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:44.316879 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:44.375970 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:44.577375 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff9af1-aefa-45fa-aa2c-c1626a8c9547 req-7c2eced5-245f-430b-a71c-9d0b37288f57 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:44.579033 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-82ff9af1-aefa-45fa-aa2c-c1626a8c9547 req-7c2eced5-245f-430b-a71c-9d0b37288f57 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 945 time: 0.0504525 May 18 14:25:44.614062 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:44.651302 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-82ff9af1-aefa-45fa-aa2c-c1626a8c9547 req-ca7e429c-d8ef-4253-a12b-97b7017bc66a tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595994 May 18 14:25:44.747434 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:25:44.845483 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:44.852547 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9efbf-d3b8-4925-83f8-5ba6db7ddb1d req-f9ec32fd-34a0-49fd-9e9e-24242c6c1bae tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:44.854282 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-84b9efbf-d3b8-4925-83f8-5ba6db7ddb1d req-f9ec32fd-34a0-49fd-9e9e-24242c6c1bae tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 945 time: 0.0762799 May 18 14:25:44.855973 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['2967a3b0-b7cf-4f3e-846f-ed2afc8bae29'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:25:44.920223 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-84b9efbf-d3b8-4925-83f8-5ba6db7ddb1d req-7439e5e1-c952-441d-9a2f-d75caf37785c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593929 May 18 14:25:45.309182 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:45.784637 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df79fad-6453-46da-9048-043018973e17 req-307e80a3-34f2-4298-850d-ff45c8902aa6 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:45.786403 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8df79fad-6453-46da-9048-043018973e17 req-307e80a3-34f2-4298-850d-ff45c8902aa6 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 945 time: 0.0529711 May 18 14:25:45.842448 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8df79fad-6453-46da-9048-043018973e17 req-2a309316-6fc1-4e8f-94e5-4a412bb4a3ec tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496898 May 18 14:25:46.064681 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239965-8f2e-407b-be82-cb4f51e50bbb req-a6b4e131-ad9f-4a8c-bba5-0ee9a07b3fde tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:46.066281 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6b239965-8f2e-407b-be82-cb4f51e50bbb req-a6b4e131-ad9f-4a8c-bba5-0ee9a07b3fde tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 945 time: 0.0523772 May 18 14:25:46.126636 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6b239965-8f2e-407b-be82-cb4f51e50bbb req-e49cfec1-43a6-4dac-933a-a8c0787b3667 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534539 May 18 14:25:46.255958 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:25:46.320713 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:25:46.454201 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:25:46.454847 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:46.539167 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:25:46.539557 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:46.569296 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:25:46.571749 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51638c4e-4ea1-4aef-8597-d625251c36a8" -d '{"events": [{"server_uuid": "3b34af36-81ab-4984-ae61-c5fb5d6400c6", "name": "network-vif-plugged", "status": "completed", "tag": "2967a3b0-b7cf-4f3e-846f-ed2afc8bae29"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:25:46.588256 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:46.633309 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c0fea4-96d9-494c-987b-7a781c94ed09 x-openstack-request-id: req-10c0fea4-96d9-494c-987b-7a781c94ed09 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:25:46.633309 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b34af36-81ab-4984-ae61-c5fb5d6400c6", "name": "network-vif-plugged", "status": "completed", "tag": "2967a3b0-b7cf-4f3e-846f-ed2afc8bae29", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:25:46.633309 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-10c0fea4-96d9-494c-987b-7a781c94ed09 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:25:46.633309 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c0fea4-96d9-494c-987b-7a781c94ed09'] response: {'server_uuid': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29', 'code': 200} May 18 14:25:46.665359 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:46.666880 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:25:46.758167 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:46.762916 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:25:46.853476 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:25:46.853859 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:46.946793 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:25:46.947167 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:46.994199 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:25:47.003609 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e9651-daca-4237-aa24-67b7f2f4e2a7 req-d3e1bcf5-d7be-4f7b-956a-dfb344a2f151 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:47.005562 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-631e9651-daca-4237-aa24-67b7f2f4e2a7 req-d3e1bcf5-d7be-4f7b-956a-dfb344a2f151 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 946 time: 0.0701303 May 18 14:25:47.070780 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:47.104863 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-631e9651-daca-4237-aa24-67b7f2f4e2a7 req-db19d231-1cdb-4a18-9cf1-f30aaf30566b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928810 May 18 14:25:47.140341 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b612d-1f3c-44e3-9043-5be5a3e658ea req-059b3ada-2944-4892-90a2-b8cedb4d9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:47.142977 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-813b612d-1f3c-44e3-9043-5be5a3e658ea req-059b3ada-2944-4892-90a2-b8cedb4d9bca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 1130 time: 0.1008823 May 18 14:25:47.206968 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:47.216063 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:47.222958 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-813b612d-1f3c-44e3-9043-5be5a3e658ea req-6d665275-2b11-45da-ae60-dd2d93d35779 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728092 May 18 14:25:47.312890 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b048bf5-e2a8-47ae-85cc-29c064ffc23b req-513226ad-61b3-4462-9045-393f448c8bd7 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:47.314537 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4b048bf5-e2a8-47ae-85cc-29c064ffc23b req-513226ad-61b3-4462-9045-393f448c8bd7 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 946 time: 0.0769124 May 18 14:25:47.394105 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4b048bf5-e2a8-47ae-85cc-29c064ffc23b req-42b1b82c-f1c4-4bd5-b745-aebe71e84aca tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645902 May 18 14:25:48.263161 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06e08b-973c-4fb5-8345-25b1ee21d596 req-cee7e8c1-8c19-4e51-97ad-9ac067e8e07b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:48.271598 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1e06e08b-973c-4fb5-8345-25b1ee21d596 req-cee7e8c1-8c19-4e51-97ad-9ac067e8e07b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 946 time: 0.0816355 May 18 14:25:48.347128 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1e06e08b-973c-4fb5-8345-25b1ee21d596 req-521c7f56-6de7-42a3-91a7-b5e8cc8af0f9 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628099 May 18 14:25:48.524372 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:48.533359 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9e1b3-0894-413d-95c3-a9e0804a32e3 req-961cd637-85a4-475c-89e4-a27d22b10f98 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:48.534869 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c7a9e1b3-0894-413d-95c3-a9e0804a32e3 req-961cd637-85a4-475c-89e4-a27d22b10f98 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 946 time: 0.0524406 May 18 14:25:48.588714 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c7a9e1b3-0894-413d-95c3-a9e0804a32e3 req-e8b9b338-6d91-4909-b9b4-312f685f647c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473611 May 18 14:25:48.633114 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:25:48.636335 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3d9431-cc3d-47c1-a5cd-0c044b7d0b9a" -d '{"events": [{"server_uuid": "a5da64dd-d122-486c-9ff6-2c498ecb7067", "name": "network-vif-plugged", "status": "completed", "tag": "1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:25:48.677448 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138574b3-7ea0-4030-94ca-aa916b9415d3 x-openstack-request-id: req-138574b3-7ea0-4030-94ca-aa916b9415d3 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:25:48.677448 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5da64dd-d122-486c-9ff6-2c498ecb7067", "name": "network-vif-plugged", "status": "completed", "tag": "1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:25:48.678172 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-138574b3-7ea0-4030-94ca-aa916b9415d3 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:25:48.678523 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138574b3-7ea0-4030-94ca-aa916b9415d3'] response: {'server_uuid': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70', 'code': 200} May 18 14:25:49.146370 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effad66-17f7-411c-a0ab-405a59152b44 req-19ef1d47-d377-4113-9fb2-c5148516e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:49.147903 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9effad66-17f7-411c-a0ab-405a59152b44 req-19ef1d47-d377-4113-9fb2-c5148516e4dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 1130 time: 0.0418403 May 18 14:25:49.201734 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9effad66-17f7-411c-a0ab-405a59152b44 req-3bf5d503-10c2-4075-9657-7bff0ac411b9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443895 May 18 14:25:49.504755 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf1a55-03e1-41d3-ad4e-9e15757074f8 req-af244eb3-983b-4b47-a225-a23e0b8e5de5 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:49.507180 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d5cf1a55-03e1-41d3-ad4e-9e15757074f8 req-af244eb3-983b-4b47-a225-a23e0b8e5de5 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 946 time: 0.0574090 May 18 14:25:49.575723 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d5cf1a55-03e1-41d3-ad4e-9e15757074f8 req-a1770879-6112-4e33-b428-579b12b44279 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626571 May 18 14:25:49.748130 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d1418-4dfa-4e13-b4d8-6e44ea3aee6d req-681f772f-6717-470a-8d96-06e149365ceb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:49.750161 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d92d1418-4dfa-4e13-b4d8-6e44ea3aee6d req-681f772f-6717-470a-8d96-06e149365ceb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 946 time: 0.0905421 May 18 14:25:49.758498 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b24e-79e1-41c9-82a6-ee0ae9145884 req-c81c7b4a-46d0-4ad2-865f-040abd9305e6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:49.760023 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3755b24e-79e1-41c9-82a6-ee0ae9145884 req-c81c7b4a-46d0-4ad2-865f-040abd9305e6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 946 time: 0.0905902 May 18 14:25:49.848087 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d92d1418-4dfa-4e13-b4d8-6e44ea3aee6d req-0b459974-29d3-4ac9-91b4-c52cc88a2655 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835564 May 18 14:25:49.860924 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3755b24e-79e1-41c9-82a6-ee0ae9145884 req-e8fa44d5-075c-4ca8-9d7d-6e6f19f5542f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812786 May 18 14:25:49.882836 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49448) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:50.151316 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d52339c-e7d4-4e9b-b9a4-80efb3535c75 tempest-TestVolumeBootPattern-886591704 tempest-TestVolumeBootPattern-886591704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:50.152938 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-6d52339c-e7d4-4e9b-b9a4-80efb3535c75 tempest-TestVolumeBootPattern-886591704 tempest-TestVolumeBootPattern-886591704-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 1125 time: 0.2689364 May 18 14:25:50.156320 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49456) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:50.161000 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'port_id': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:25:50.339158 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:50.493658 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:50.627906 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Allocated IP 172.27.2.143 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/063f889d-c8da-4e4a-aced-b3ca0853b7dc) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:25:50.782658 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for port (063f889d-c8da-4e4a-aced-b3ca0853b7dc), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:50.899200 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (063f889d-c8da-4e4a-aced-b3ca0853b7dc), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:50.942066 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:25:50.945580 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:25:50.949909 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:25:50.978400 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'Port': ['ID=063f889d-c8da-4e4a-aced-b3ca0853b7dc,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:51.006081 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4db078-ae09-4fe1-a169-9e9e5e1fdb3b req-af007919-a8c8-4168-8206-d25d16675abe tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:51.008613 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ad4db078-ae09-4fe1-a169-9e9e5e1fdb3b req-af007919-a8c8-4168-8206-d25d16675abe tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 946 time: 0.0645566 May 18 14:25:51.036218 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:51.036951 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:51.062537 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ad4db078-ae09-4fe1-a169-9e9e5e1fdb3b req-45ef0467-92c1-4491-939c-367acc2f5f45 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482132 May 18 14:25:51.143087 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:51.338285 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (0ab1c221-d218-4f83-b68a-8ac5bddbdc09), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:51.514634 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (063f889d-c8da-4e4a-aced-b3ca0853b7dc), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:51.700724 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for port (063f889d-c8da-4e4a-aced-b3ca0853b7dc), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:51.757427 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (063f889d-c8da-4e4a-aced-b3ca0853b7dc), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:51.822433 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:51.831044 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event updated for resources: {'Port': ['ID=063f889d-c8da-4e4a-aced-b3ca0853b7dc,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:25:51.845278 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (0ab1c221-d218-4f83-b68a-8ac5bddbdc09), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:51.947731 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Floating IP 0ab1c221-d218-4f83-b68a-8ac5bddbdc09 associated. External IP: 172.27.2.143, port: 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29. May 18 14:25:52.192915 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73437-78f3-4db2-bfa4-390c4c39ef1f req-9f73a461-4358-4733-9f0c-0488079c29ae tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:52.195227 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e2f73437-78f3-4db2-bfa4-390c4c39ef1f req-9f73a461-4358-4733-9f0c-0488079c29ae tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 946 time: 0.0542991 May 18 14:25:52.262996 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e2f73437-78f3-4db2-bfa4-390c4c39ef1f req-b014668e-c738-4ac6-a1ef-1755ad6d991e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619304 May 18 14:25:52.394687 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dcbd8-5023-466e-9096-0d9668a766d1 req-a99087b0-2987-4e8a-884f-2fd1b6ecbc30 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:52.396983 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a4dcbd8-5023-466e-9096-0d9668a766d1 req-a99087b0-2987-4e8a-884f-2fd1b6ecbc30 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 946 time: 0.0550122 May 18 14:25:52.405845 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49476) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:25:52.410367 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-b2420659-e1fc-482d-ad43-eadb7e0d4249 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'floatingip': {'port_id': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:25:52.423765 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:25:52.449376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b2420659-e1fc-482d-ad43-eadb7e0d4249 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:52.560001 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:25:52.572214 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf81e969-3ef1-48b1-ba2f-8080539c7764 None None] Sync routers for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:25:52.586691 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf81e969-3ef1-48b1-ba2f-8080539c7764 None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:25:52.587703 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-bf81e969-3ef1-48b1-ba2f-8080539c7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:25:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:52.655625 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:52.693133 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-ab473add-25c6-4786-a418-0a978397a728 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5350530 May 18 14:25:52.693820 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'tag': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:25:52.696527 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8262b4b6-188b-47aa-b9f3-812231eb1802" -d '{"events": [{"name": "network-changed", "server_uuid": "3b34af36-81ab-4984-ae61-c5fb5d6400c6", "tag": "2967a3b0-b7cf-4f3e-846f-ed2afc8bae29"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:25:52.705934 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-bf81e969-3ef1-48b1-ba2f-8080539c7764 None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:25:52.740131 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096121da-435b-4272-b16f-fdd687fb8f01 x-openstack-request-id: req-096121da-435b-4272-b16f-fdd687fb8f01 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:25:52.740131 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b34af36-81ab-4984-ae61-c5fb5d6400c6", "tag": "2967a3b0-b7cf-4f3e-846f-ed2afc8bae29", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:25:52.740131 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-096121da-435b-4272-b16f-fdd687fb8f01 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:25:52.740131 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096121da-435b-4272-b16f-fdd687fb8f01'] response: {'name': 'network-changed', 'server_uuid': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'tag': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29', 'status': 'completed', 'code': 200} May 18 14:25:52.816150 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262b4b6-188b-47aa-b9f3-812231eb1802 req-277066b3-5a16-4d56-9a8d-9255f7b85a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:52.818696 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8262b4b6-188b-47aa-b9f3-812231eb1802 req-277066b3-5a16-4d56-9a8d-9255f7b85a61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 1130 time: 0.0459933 May 18 14:25:52.946321 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262b4b6-188b-47aa-b9f3-812231eb1802 req-5810f1e7-2ced-42c3-b277-480285fd3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:52.948120 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8262b4b6-188b-47aa-b9f3-812231eb1802 req-5810f1e7-2ced-42c3-b277-480285fd3962 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 200 len: 912 time: 0.1194837 May 18 14:25:52.962957 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:52.977859 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-bf81e969-3ef1-48b1-ba2f-8080539c7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '0ab1c221-d218-4f83-b68a-8ac5bddbdc09', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:99:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:25:51Z', 'updated_at': '2022-05-18T14:25:51Z', 'revision_number': 0, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}, {'id': '9c3b9931-b1ff-42d2-82c5-ff120e921519', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:81:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:49Z', 'updated_at': '2022-05-18T14:23:55Z', 'revision_number': 1, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:53.005051 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf81e969-3ef1-48b1-ba2f-8080539c7764 None None] Checking router: fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:25:53.022041 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf81e969-3ef1-48b1-ba2f-8080539c7764 None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:25:53.022776 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-bf81e969-3ef1-48b1-ba2f-8080539c7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:25:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:53.028847 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8262b4b6-188b-47aa-b9f3-812231eb1802 req-1eb45b26-9ec3-418a-ac17-af36640fe77b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 HTTP/1.1" status: 200 len: 1000 time: 0.0733702 May 18 14:25:53.085732 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262b4b6-188b-47aa-b9f3-812231eb1802 req-94e02c68-bf8e-44d2-bfe1-477605a4703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:53.087310 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8262b4b6-188b-47aa-b9f3-812231eb1802 req-94e02c68-bf8e-44d2-bfe1-477605a4703f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17f3fca3-f8aa-4221-afa0-9e4e902842ea HTTP/1.1" status: 200 len: 850 time: 0.0484879 May 18 14:25:53.132803 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-bf81e969-3ef1-48b1-ba2f-8080539c7764 None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:25:53.143851 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262b4b6-188b-47aa-b9f3-812231eb1802 req-6953863b-73d8-459c-85f2-f8ea8f8a8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:53.145929 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8262b4b6-188b-47aa-b9f3-812231eb1802 req-6953863b-73d8-459c-85f2-f8ea8f8a8793 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485bb1dd-78e1-4b7c-907c-2599bbac27f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500596 May 18 14:25:53.230106 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b2420659-e1fc-482d-ad43-eadb7e0d4249 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:53.259003 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8262b4b6-188b-47aa-b9f3-812231eb1802 req-752bf76e-f08e-40bc-8d9b-aaaf9bfc8014 service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066728 May 18 14:25:53.294013 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b2420659-e1fc-482d-ad43-eadb7e0d4249 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:53.369705 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8262b4b6-188b-47aa-b9f3-812231eb1802 req-0a06e534-0031-4958-8072-4b49b2a25622 service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035969 May 18 14:25:53.372120 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-bf81e969-3ef1-48b1-ba2f-8080539c7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '0ab1c221-d218-4f83-b68a-8ac5bddbdc09', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:99:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:25:51Z', 'updated_at': '2022-05-18T14:25:51Z', 'revision_number': 0, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}, {'id': '9c3b9931-b1ff-42d2-82c5-ff120e921519', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:81:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:49Z', 'updated_at': '2022-05-18T14:23:55Z', 'revision_number': 1, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:53.399037 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf81e969-3ef1-48b1-ba2f-8080539c7764 None None] The sync data for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi is: [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '0ab1c221-d218-4f83-b68a-8ac5bddbdc09', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:99:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:25:51Z', 'updated_at': '2022-05-18T14:25:51Z', 'revision_number': 0, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}, {'id': '9c3b9931-b1ff-42d2-82c5-ff120e921519', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:81:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:49Z', 'updated_at': '2022-05-18T14:23:55Z', 'revision_number': 1, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:25:53.411900 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.l3_db [None req-b2420659-e1fc-482d-ad43-eadb7e0d4249 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Floating IP 9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4 associated. External IP: 172.27.2.155, port: 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70. May 18 14:25:53.455771 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:53.653492 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6bdb59-a5ae-41bc-8042-40893a52ab59 None None] New status for floating IP 0ab1c221-d218-4f83-b68a-8ac5bddbdc09: ACTIVE {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:25:53.656258 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2420659-e1fc-482d-ad43-eadb7e0d4249 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Router 8804303e-ad5b-4958-beef-ab274a064550 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:25:53.713932 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:53.789391 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2420659-e1fc-482d-ad43-eadb7e0d4249 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:25:53.795965 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b2420659-e1fc-482d-ad43-eadb7e0d4249 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:25:53.807622 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1791cd4c-f306-4dbc-aa9f-ec28d35bd46e None None] Sync routers for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:25:53.818927 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791cd4c-f306-4dbc-aa9f-ec28d35bd46e None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:25:53.820397 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-1791cd4c-f306-4dbc-aa9f-ec28d35bd46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:25:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:53.829774 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-b2420659-e1fc-482d-ad43-eadb7e0d4249 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "PUT /v2.0/floatingips/9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4 HTTP/1.1" status: 200 len: 992 time: 1.4228156 May 18 14:25:53.830367 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'tag': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:25:53.832643 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4134e698-23e2-40a7-9fec-791de7b06db2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5da64dd-d122-486c-9ff6-2c498ecb7067", "tag": "1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:25:53.871373 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e651c090-da6b-4d8b-ac1c-a8ec6eac6ead x-openstack-request-id: req-e651c090-da6b-4d8b-ac1c-a8ec6eac6ead {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:25:53.871797 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5da64dd-d122-486c-9ff6-2c498ecb7067", "tag": "1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:25:53.871907 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e651c090-da6b-4d8b-ac1c-a8ec6eac6ead {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:25:53.872315 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e651c090-da6b-4d8b-ac1c-a8ec6eac6ead'] response: {'name': 'network-changed', 'server_uuid': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'tag': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70', 'status': 'completed', 'code': 200} May 18 14:25:53.944949 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134e698-23e2-40a7-9fec-791de7b06db2 req-a763bd95-469a-4dbf-9771-2bdccd3961ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:53.949257 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4134e698-23e2-40a7-9fec-791de7b06db2 req-a763bd95-469a-4dbf-9771-2bdccd3961ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 1130 time: 0.0510948 May 18 14:25:53.962542 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:54.048688 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-1791cd4c-f306-4dbc-aa9f-ec28d35bd46e None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:25:54.062216 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134e698-23e2-40a7-9fec-791de7b06db2 req-f45cf2b3-45db-4ea7-8fe9-f2013b84a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:54.063826 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4134e698-23e2-40a7-9fec-791de7b06db2 req-f45cf2b3-45db-4ea7-8fe9-f2013b84a954 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 915 time: 0.1110604 May 18 14:25:54.074119 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:54.134346 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4134e698-23e2-40a7-9fec-791de7b06db2 req-c3a95db9-0624-404c-a7ec-3e002edcf724 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 HTTP/1.1" status: 200 len: 1000 time: 0.0630908 May 18 14:25:54.198732 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134e698-23e2-40a7-9fec-791de7b06db2 req-7d96b170-e0e0-4899-b44e-41421532a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:54.203018 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4134e698-23e2-40a7-9fec-791de7b06db2 req-7d96b170-e0e0-4899-b44e-41421532a736 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25bb2d1b-eba8-46aa-bb01-698c07564941 HTTP/1.1" status: 200 len: 853 time: 0.0590160 May 18 14:25:54.216380 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:25:54.271189 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134e698-23e2-40a7-9fec-791de7b06db2 req-dbec39bd-5594-47e7-b803-60fed102a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:25:54.273163 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4134e698-23e2-40a7-9fec-791de7b06db2 req-dbec39bd-5594-47e7-b803-60fed102a217 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585754 May 18 14:25:54.307402 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-1791cd4c-f306-4dbc-aa9f-ec28d35bd46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '996aa7d0-4d34-4abe-a52b-20284ae8ee6d', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '730dae4b-0247-408c-8b7d-9413decc81de', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:ff:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:53Z', 'updated_at': '2022-05-18T14:24:31Z', 'revision_number': 2, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}, {'id': '9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:2e:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:25:31Z', 'updated_at': '2022-05-18T14:25:53Z', 'revision_number': 1, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:54.334713 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1791cd4c-f306-4dbc-aa9f-ec28d35bd46e None None] Checking router: 8804303e-ad5b-4958-beef-ab274a064550 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:25:54.343451 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791cd4c-f306-4dbc-aa9f-ec28d35bd46e None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:25:54.344075 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-1791cd4c-f306-4dbc-aa9f-ec28d35bd46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:25:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:54.373775 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4134e698-23e2-40a7-9fec-791de7b06db2 req-2de3cff3-842b-4fe2-80dd-ec40c32937f4 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940070 May 18 14:25:54.447962 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-1791cd4c-f306-4dbc-aa9f-ec28d35bd46e None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:25:54.485327 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4134e698-23e2-40a7-9fec-791de7b06db2 req-ffd56bf3-89d0-43e4-bd44-526acc22302d service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054754 May 18 14:25:54.690486 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-1791cd4c-f306-4dbc-aa9f-ec28d35bd46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '996aa7d0-4d34-4abe-a52b-20284ae8ee6d', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '730dae4b-0247-408c-8b7d-9413decc81de', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:ff:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:53Z', 'updated_at': '2022-05-18T14:24:31Z', 'revision_number': 2, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}, {'id': '9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:2e:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:25:31Z', 'updated_at': '2022-05-18T14:25:53Z', 'revision_number': 1, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:25:54.721818 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1791cd4c-f306-4dbc-aa9f-ec28d35bd46e None None] The sync data for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi is: [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '996aa7d0-4d34-4abe-a52b-20284ae8ee6d', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '730dae4b-0247-408c-8b7d-9413decc81de', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:ff:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:53Z', 'updated_at': '2022-05-18T14:24:31Z', 'revision_number': 2, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}, {'id': '9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:2e:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:25:31Z', 'updated_at': '2022-05-18T14:25:53Z', 'revision_number': 1, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:25:54.935541 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388dc6c-a477-4b2b-a2d8-4dc1294077d8 None None] New status for floating IP 9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4: ACTIVE {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:25:55.025578 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:01.138841 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fe43b32b-a2a0-4247-b029-bc6379255a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:02.369281 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:26:03.521349 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2d13f04d-fc79-495d-948e-96b1526b2ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:03.825054 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=32 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:03.827422 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:04.475904 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=40 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:04.481947 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=79 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:05.064070 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:05.144951 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:05.825573 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49658) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:05.937127 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:06.024549 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Publish callbacks [] for security_group (ddf5023b-20b0-4769-96be-77f0f11e43fc), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:06.104626 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ddf5023b-20b0-4769-96be-77f0f11e43fc), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:06.149988 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf5023b-20b0-4769-96be-77f0f11e43fc,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:06.154001 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a500824ea2540c0806a3cbf7d1c2ddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272498 May 18 14:26:06.157044 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49664) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:06.160527 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.162835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.162835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.162835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.162835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.162835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.162835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.163744 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.163744 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.163744 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.163992 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.164217 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.164540 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.164907 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.165220 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fd09b-ba3f-48ac-a03d-6cb2e7a9e4f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:06.208980 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e0946fa7-773e-475e-98da-d6a58ed45453 admin admin] Publish callbacks [] for security_group (ddf5023b-20b0-4769-96be-77f0f11e43fc), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:06.231894 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e0946fa7-773e-475e-98da-d6a58ed45453 admin admin] Publish callbacks [] for security_group (ddf5023b-20b0-4769-96be-77f0f11e43fc), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:06.247665 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:06.368070 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e0946fa7-773e-475e-98da-d6a58ed45453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ddf5023b-20b0-4769-96be-77f0f11e43fc), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:06.370608 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e0946fa7-773e-475e-98da-d6a58ed45453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:06.371824 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e0946fa7-773e-475e-98da-d6a58ed45453 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ddf5023b-20b0-4769-96be-77f0f11e43fc HTTP/1.1" status: 204 len: 168 time: 0.2136953 May 18 14:26:06.380000 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0946fa7-773e-475e-98da-d6a58ed45453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf5023b-20b0-4769-96be-77f0f11e43fc,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:07.176212 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49674) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:07.192143 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b84c2c68-130f-43b7-8533-0a0cb25d7b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:07.286601 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b84c2c68-130f-43b7-8533-0a0cb25d7b26 admin admin] Publish callbacks [] for security_group (ef9e4030-937c-42a3-8b11-abffdba1b53c), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:07.367238 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b84c2c68-130f-43b7-8533-0a0cb25d7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ef9e4030-937c-42a3-8b11-abffdba1b53c), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:07.410329 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b84c2c68-130f-43b7-8533-0a0cb25d7b26 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad6da932b79e4867b48db75e4d1926d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329252 May 18 14:26:07.411293 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c2c68-130f-43b7-8533-0a0cb25d7b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9e4030-937c-42a3-8b11-abffdba1b53c,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:07.414266 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49676) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:07.463718 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6d7d50ac-ed35-4dcc-9460-517cb097d6f5 admin admin] Publish callbacks [] for security_group (ef9e4030-937c-42a3-8b11-abffdba1b53c), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:07.484750 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6d7d50ac-ed35-4dcc-9460-517cb097d6f5 admin admin] Publish callbacks [] for security_group (ef9e4030-937c-42a3-8b11-abffdba1b53c), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:07.590200 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6d7d50ac-ed35-4dcc-9460-517cb097d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ef9e4030-937c-42a3-8b11-abffdba1b53c), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:07.592679 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6d7d50ac-ed35-4dcc-9460-517cb097d6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:07.593849 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-6d7d50ac-ed35-4dcc-9460-517cb097d6f5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef9e4030-937c-42a3-8b11-abffdba1b53c HTTP/1.1" status: 204 len: 168 time: 0.1785929 May 18 14:26:07.603010 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d50ac-ed35-4dcc-9460-517cb097d6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9e4030-937c-42a3-8b11-abffdba1b53c,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:07.755655 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:10.251064 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:14.343312 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=42 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:14.348319 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=64 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:17.404141 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=44,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:17.407120 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:17.596553 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=37,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:17.597258 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=35,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:20.262948 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:24.990494 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:25.072454 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a876488-c3f0-427a-98ae-20ddd4131558 req-8e723dd0-75bd-40ea-b43d-6da22095704b tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295036402&fields=id&tenant_id=6cfc138e921941c89c821727bc1a0a84 HTTP/1.1" status: 200 len: 267 time: 0.0689483 May 18 14:26:25.133281 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a876488-c3f0-427a-98ae-20ddd4131558 req-4d6d0e06-21b2-44d7-bf92-4dd8a0731f0a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:25.134984 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a876488-c3f0-427a-98ae-20ddd4131558 req-4d6d0e06-21b2-44d7-bf92-4dd8a0731f0a tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 984 time: 0.0564883 May 18 14:26:25.151397 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [req-7a876488-c3f0-427a-98ae-20ddd4131558 req-42fdf0f1-a6cc-49ee-8416-568ffc2c6ec5 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Request body: {'port': {'security_groups': ['425dfeb8-4d85-4e66-ba00-1585fcd627a0']}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:26:25.240746 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-7a876488-c3f0-427a-98ae-20ddd4131558 req-42fdf0f1-a6cc-49ee-8416-568ffc2c6ec5 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:25.552842 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [req-7a876488-c3f0-427a-98ae-20ddd4131558 req-42fdf0f1-a6cc-49ee-8416-568ffc2c6ec5 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] For port 7efa00a5-e1da-45f4-b550-e070a60ed7ae, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:26:25.591851 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-7a876488-c3f0-427a-98ae-20ddd4131558 req-42fdf0f1-a6cc-49ee-8416-568ffc2c6ec5 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:25.670106 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-7a876488-c3f0-427a-98ae-20ddd4131558 req-42fdf0f1-a6cc-49ee-8416-568ffc2c6ec5 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:25.689712 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['7efa00a5-e1da-45f4-b550-e070a60ed7ae'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:26:25.724130 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a876488-c3f0-427a-98ae-20ddd4131558 req-42fdf0f1-a6cc-49ee-8416-568ffc2c6ec5 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:25.724833 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [req-7a876488-c3f0-427a-98ae-20ddd4131558 req-42fdf0f1-a6cc-49ee-8416-568ffc2c6ec5 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:25.733236 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49858) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:25.742246 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7a876488-c3f0-427a-98ae-20ddd4131558 req-42fdf0f1-a6cc-49ee-8416-568ffc2c6ec5 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "PUT /v2.0/ports/7efa00a5-e1da-45f4-b550-e070a60ed7ae HTTP/1.1" status: 200 len: 942 time: 0.5968606 May 18 14:26:25.742947 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:26:25.745386 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0870cbc4-e173-410e-b808-b1a3dd2c2976" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:26:25.808934 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group (4ccc581a-4315-437b-b5d3-432cc8cd44aa), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:25.815781 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdf0f1-a6cc-49ee-8416-568ffc2c6ec5 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event updated for resources: {'Port': ['ID=7efa00a5-e1da-45f4-b550-e070a60ed7ae,revision_number=7']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:25.841495 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group (4ccc581a-4315-437b-b5d3-432cc8cd44aa), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:25.856778 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['7efa00a5-e1da-45f4-b550-e070a60ed7ae'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:26:25.875837 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0188055c-ba92-412d-b471-d76e4cc7f2af x-openstack-request-id: req-0188055c-ba92-412d-b471-d76e4cc7f2af {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:26:25.876253 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:26:25.881865 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0188055c-ba92-412d-b471-d76e4cc7f2af {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:26:25.888238 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0188055c-ba92-412d-b471-d76e4cc7f2af'] response: {'name': 'network-changed', 'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'status': 'completed', 'code': 200} May 18 14:26:25.967077 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870cbc4-e173-410e-b808-b1a3dd2c2976 req-4dee1245-36a4-41c2-baed-2b6799a90dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:25.969908 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-0870cbc4-e173-410e-b808-b1a3dd2c2976 req-4dee1245-36a4-41c2-baed-2b6799a90dd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cfc138e921941c89c821727bc1a0a84&device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 1129 time: 0.0596592 May 18 14:26:26.083044 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (4ccc581a-4315-437b-b5d3-432cc8cd44aa), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:26.086885 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:26.088327 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "DELETE /v2.0/security-groups/4ccc581a-4315-437b-b5d3-432cc8cd44aa HTTP/1.1" status: 204 len: 168 time: 0.3540616 May 18 14:26:26.091608 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49862) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:26.112995 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccc581a-4315-437b-b5d3-432cc8cd44aa,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:26.131169 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.131640 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.132633 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.133319 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.134083 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.134614 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.135159 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.135683 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.136208 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.136878 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.137619 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.138159 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.138697 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.139489 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.140261 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcd0ccc-b1a8-4503-851d-01d6d0dec5ab tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:26.159220 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-431724d2-d6a5-4363-99c8-2f542f29bb6c None None] Provisioning complete for port 7efa00a5-e1da-45f4-b550-e070a60ed7ae triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:26:26.160077 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-431724d2-d6a5-4363-99c8-2f542f29bb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:26.245935 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870cbc4-e173-410e-b808-b1a3dd2c2976 req-5452e238-bfc8-4e6a-827b-bcf5225436c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:26.251823 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-0870cbc4-e173-410e-b808-b1a3dd2c2976 req-5452e238-bfc8-4e6a-827b-bcf5225436c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 HTTP/1.1" status: 200 len: 915 time: 0.2705090 May 18 14:26:26.336458 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Deleting port cab9d211-947a-4d6a-999a-4cc742a48945 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:26:26.337408 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (cab9d211-947a-4d6a-999a-4cc742a48945), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:26.355203 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-0870cbc4-e173-410e-b808-b1a3dd2c2976 req-77f09267-6c91-4a7e-b239-cf24b4147df5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae HTTP/1.1" status: 200 len: 1001 time: 0.0963798 May 18 14:26:26.424188 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-431724d2-d6a5-4363-99c8-2f542f29bb6c None None] Current status of the port 7efa00a5-e1da-45f4-b550-e070a60ed7ae is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:26:26.436165 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870cbc4-e173-410e-b808-b1a3dd2c2976 req-b55e5272-abc9-40d3-bd0c-60f9e0065589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:26.438753 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-0870cbc4-e173-410e-b808-b1a3dd2c2976 req-b55e5272-abc9-40d3-bd0c-60f9e0065589 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a06fb6-87b8-42a2-8778-b8a1a10c1400 HTTP/1.1" status: 200 len: 853 time: 0.0767837 May 18 14:26:26.479742 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (cab9d211-947a-4d6a-999a-4cc742a48945), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:26.480122 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for floatingip (cab9d211-947a-4d6a-999a-4cc742a48945), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:26.498369 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Calling delete_port for cab9d211-947a-4d6a-999a-4cc742a48945 owned by network:floatingip {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:26:26.509787 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870cbc4-e173-410e-b808-b1a3dd2c2976 req-14f607f2-df9f-456b-94ad-4e6ef3796b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:26.511429 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-0870cbc4-e173-410e-b808-b1a3dd2c2976 req-14f607f2-df9f-456b-94ad-4e6ef3796b05 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646334 May 18 14:26:26.673909 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-0870cbc4-e173-410e-b808-b1a3dd2c2976 req-e668f340-ba95-4e45-8dbb-cb35e46a6961 service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546013 May 18 14:26:26.695182 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:26.747754 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:26.804153 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-0870cbc4-e173-410e-b808-b1a3dd2c2976 req-89ffcf94-5f20-411d-8e7e-e2f94af8d7c2 service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205561 May 18 14:26:26.853571 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (cab9d211-947a-4d6a-999a-4cc742a48945), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:26.885566 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event deleted for resources: {'Port': ['ID=cab9d211-947a-4d6a-999a-4cc742a48945,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:26.962843 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks [] for floatingip (7e20f788-c1fd-4ca3-badf-a5e5ca7bbe63), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:26.963330 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.l3_db [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Floating IP 7e20f788-c1fd-4ca3-badf-a5e5ca7bbe63 disassociated (deleted). External IP: 172.27.2.223, port: 7efa00a5-e1da-45f4-b550-e070a60ed7ae. May 18 14:26:27.219493 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Router 35b61ab5-c583-4453-a63a-37c4654fbb55 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:26:27.337188 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49874) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:27.377898 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:26:27.383751 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:27.391169 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b524fd49-edbc-4316-a17f-80d2ad37f0aa None None] Sync routers for ids ['35b61ab5-c583-4453-a63a-37c4654fbb55'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:26:27.403552 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524fd49-edbc-4316-a17f-80d2ad37f0aa None None] Routers {'35b61ab5-c583-4453-a63a-37c4654fbb55'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:26:27.404412 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-b524fd49-edbc-4316-a17f-80d2ad37f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:26:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['35b61ab5-c583-4453-a63a-37c4654fbb55'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:27.426031 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-5725a086-c436-49a2-b6f9-cc7c9221bda6 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "DELETE /v2.0/floatingips/7e20f788-c1fd-4ca3-badf-a5e5ca7bbe63 HTTP/1.1" status: 204 len: 168 time: 1.3318374 May 18 14:26:27.503670 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7fe77628-331f-48c7-9e84-63e7213b8610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:27.545368 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-b524fd49-edbc-4316-a17f-80d2ad37f0aa None None] Set router 35b61ab5-c583-4453-a63a-37c4654fbb55 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:26:27.626978 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7fe77628-331f-48c7-9e84-63e7213b8610 admin admin] Publish callbacks [] for security_group (3ab85d8d-ec1c-430e-8dc3-44ac082ff818), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:27.790647 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7fe77628-331f-48c7-9e84-63e7213b8610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (3ab85d8d-ec1c-430e-8dc3-44ac082ff818), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:27.802117 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-b524fd49-edbc-4316-a17f-80d2ad37f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:23:24Z', 'revision_number': 4, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '119f0838-265f-49c3-9d60-be08869975bf', 'name': '', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'mac_address': 'fa:16:3e:4e:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:23Z', 'updated_at': '2022-05-18T14:23:29Z', 'revision_number': 5, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'subnets': [{'id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:27.844860 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b524fd49-edbc-4316-a17f-80d2ad37f0aa None None] Checking router: 35b61ab5-c583-4453-a63a-37c4654fbb55 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:26:27.855102 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-7fe77628-331f-48c7-9e84-63e7213b8610 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4248255a46534542b269988b76a5feb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5166757 May 18 14:26:27.855967 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524fd49-edbc-4316-a17f-80d2ad37f0aa None None] Routers {'35b61ab5-c583-4453-a63a-37c4654fbb55'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:26:27.856427 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-b524fd49-edbc-4316-a17f-80d2ad37f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:26:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['35b61ab5-c583-4453-a63a-37c4654fbb55'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:27.858911 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49884) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:27.863707 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe77628-331f-48c7-9e84-63e7213b8610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab85d8d-ec1c-430e-8dc3-44ac082ff818,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:27.890902 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:26:27.895034 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb32e6db-bfec-4afd-b026-c52a11006346" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:26:27.981074 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28ed679-cec8-4975-8cf0-29de3f878cb5 x-openstack-request-id: req-a28ed679-cec8-4975-8cf0-29de3f878cb5 {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:26:27.981074 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:26:27.981074 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a28ed679-cec8-4975-8cf0-29de3f878cb5 {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:26:27.981074 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28ed679-cec8-4975-8cf0-29de3f878cb5'] response: {'name': 'network-changed', 'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'status': 'completed', 'code': 200} May 18 14:26:27.987740 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-b524fd49-edbc-4316-a17f-80d2ad37f0aa None None] Set router 35b61ab5-c583-4453-a63a-37c4654fbb55 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:26:28.003009 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be802-b423-492a-bf42-a5eacf9640a4 admin admin] Publish callbacks [] for security_group (3ab85d8d-ec1c-430e-8dc3-44ac082ff818), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:28.047061 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be802-b423-492a-bf42-a5eacf9640a4 admin admin] Publish callbacks [] for security_group (3ab85d8d-ec1c-430e-8dc3-44ac082ff818), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:28.213557 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be802-b423-492a-bf42-a5eacf9640a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (3ab85d8d-ec1c-430e-8dc3-44ac082ff818), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:28.217335 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be802-b423-492a-bf42-a5eacf9640a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:28.218850 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8f9be802-b423-492a-bf42-a5eacf9640a4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3ab85d8d-ec1c-430e-8dc3-44ac082ff818 HTTP/1.1" status: 204 len: 168 time: 0.3584189 May 18 14:26:28.229177 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9be802-b423-492a-bf42-a5eacf9640a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab85d8d-ec1c-430e-8dc3-44ac082ff818,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:28.241483 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-b524fd49-edbc-4316-a17f-80d2ad37f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:23:24Z', 'revision_number': 4, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '119f0838-265f-49c3-9d60-be08869975bf', 'name': '', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'mac_address': 'fa:16:3e:4e:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:23Z', 'updated_at': '2022-05-18T14:23:29Z', 'revision_number': 5, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'subnets': [{'id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:28.271972 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b524fd49-edbc-4316-a17f-80d2ad37f0aa None None] The sync data for ids ['35b61ab5-c583-4453-a63a-37c4654fbb55'] in dv-cinder-755101-9-iscsi is: [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:23:24Z', 'revision_number': 4, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '119f0838-265f-49c3-9d60-be08869975bf', 'name': '', 'network_id': 'efdfd30e-22e3-449f-8b6f-2dc3a8a59af8', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'mac_address': 'fa:16:3e:4e:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:23Z', 'updated_at': '2022-05-18T14:23:29Z', 'revision_number': 5, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'subnets': [{'id': '09a06fb6-87b8-42a2-8778-b8a1a10c1400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:26:28.598802 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68bf90-1698-4e59-91c9-4cfe95c71331 None None] New status for floating IP 7e20f788-c1fd-4ca3-badf-a5e5ca7bbe63: DOWN {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:26:30.215316 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:30.270408 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32e6db-bfec-4afd-b026-c52a11006346 req-318c2159-3997-4b34-9661-b226a255d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:30.273533 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cb32e6db-bfec-4afd-b026-c52a11006346 req-318c2159-3997-4b34-9661-b226a255d6d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cfc138e921941c89c821727bc1a0a84&device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 1129 time: 0.0692513 May 18 14:26:30.366831 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:30.404884 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32e6db-bfec-4afd-b026-c52a11006346 req-27066160-c9a8-4e36-aa45-1ee7e0453012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:30.406780 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cb32e6db-bfec-4afd-b026-c52a11006346 req-27066160-c9a8-4e36-aa45-1ee7e0453012 service neutron] 10.222.0.72 "GET /v2.0/networks?id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 HTTP/1.1" status: 200 len: 915 time: 0.1250901 May 18 14:26:30.466574 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cb32e6db-bfec-4afd-b026-c52a11006346 req-9671bf66-0166-49a7-8d8b-0bbdd93857b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae HTTP/1.1" status: 200 len: 217 time: 0.0514286 May 18 14:26:30.741273 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32e6db-bfec-4afd-b026-c52a11006346 req-dde3a7c9-041f-4c2c-b552-d653ab1471dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:30.745092 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cb32e6db-bfec-4afd-b026-c52a11006346 req-dde3a7c9-041f-4c2c-b552-d653ab1471dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a06fb6-87b8-42a2-8778-b8a1a10c1400 HTTP/1.1" status: 200 len: 853 time: 0.0679829 May 18 14:26:30.799991 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32e6db-bfec-4afd-b026-c52a11006346 req-bb56f904-0823-4b61-b9b5-458468c40e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:30.801606 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cb32e6db-bfec-4afd-b026-c52a11006346 req-bb56f904-0823-4b61-b9b5-458468c40e49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452664 May 18 14:26:30.917820 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cb32e6db-bfec-4afd-b026-c52a11006346 req-b89b5cfe-bddb-4d0f-a83e-f18caa970f3a service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081631 May 18 14:26:31.028922 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-cb32e6db-bfec-4afd-b026-c52a11006346 req-8d35a587-9d5c-428c-a9e6-e2b049029b93 service neutron] 10.222.0.72 "GET /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042306 May 18 14:26:31.226053 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3c4d8ceb-3290-419d-8b65-21a9ff8f0cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:33.533613 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5f89214a-ca8f-4486-8e5b-72e25a9f7d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:33.705518 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 49978) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:33.829203 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-561573a0-d926-4405-b251-77e3c1f6d011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:33.847286 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:33.931305 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-561573a0-d926-4405-b251-77e3c1f6d011 admin admin] Publish callbacks [] for security_group (0db5b1f5-fa3f-4bb8-b4f6-c93fcac883d5), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:34.025227 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-561573a0-d926-4405-b251-77e3c1f6d011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (0db5b1f5-fa3f-4bb8-b4f6-c93fcac883d5), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:34.076726 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-561573a0-d926-4405-b251-77e3c1f6d011 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dd25492e02dd4e76af91a585495aad90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699303 May 18 14:26:34.077603 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561573a0-d926-4405-b251-77e3c1f6d011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db5b1f5-fa3f-4bb8-b4f6-c93fcac883d5,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:34.079951 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 49984) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:34.171584 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2f17cd5b-f446-4dcb-afdc-aa176809f0bf admin admin] Publish callbacks [] for security_group (0db5b1f5-fa3f-4bb8-b4f6-c93fcac883d5), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:34.209456 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2f17cd5b-f446-4dcb-afdc-aa176809f0bf admin admin] Publish callbacks [] for security_group (0db5b1f5-fa3f-4bb8-b4f6-c93fcac883d5), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:34.373687 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2f17cd5b-f446-4dcb-afdc-aa176809f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (0db5b1f5-fa3f-4bb8-b4f6-c93fcac883d5), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:34.377261 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-2f17cd5b-f446-4dcb-afdc-aa176809f0bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:34.378896 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-2f17cd5b-f446-4dcb-afdc-aa176809f0bf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0db5b1f5-fa3f-4bb8-b4f6-c93fcac883d5 HTTP/1.1" status: 204 len: 168 time: 0.2972856 May 18 14:26:34.390824 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17cd5b-f446-4dcb-afdc-aa176809f0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db5b1f5-fa3f-4bb8-b4f6-c93fcac883d5,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:35.132611 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:36.223783 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:36.370773 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-095e8ef1-3610-47a7-a83b-5e6468f5a60c req-ee4f6491-2eef-4483-bd9e-6f28f14563e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599248 May 18 14:26:36.441440 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e8ef1-3610-47a7-a83b-5e6468f5a60c req-25f4690e-4ff8-4738-8ada-71363892d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:36.443111 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-095e8ef1-3610-47a7-a83b-5e6468f5a60c req-25f4690e-4ff8-4738-8ada-71363892d84e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 1130 time: 0.0473709 May 18 14:26:36.565591 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e8ef1-3610-47a7-a83b-5e6468f5a60c req-d987b1e0-0f82-4e62-b4d7-15502a68af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:36.566981 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-095e8ef1-3610-47a7-a83b-5e6468f5a60c req-d987b1e0-0f82-4e62-b4d7-15502a68af1e service neutron] 10.222.0.72 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 915 time: 0.0942640 May 18 14:26:36.640898 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-095e8ef1-3610-47a7-a83b-5e6468f5a60c req-08f15d91-10e3-4c2d-aad5-8bf88f5dc629 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=730dae4b-0247-408c-8b7d-9413decc81de HTTP/1.1" status: 200 len: 1000 time: 0.0676408 May 18 14:26:36.714517 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e8ef1-3610-47a7-a83b-5e6468f5a60c req-1df4a6f6-ea37-4dd9-b91a-53577f7e578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:36.716127 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-095e8ef1-3610-47a7-a83b-5e6468f5a60c req-1df4a6f6-ea37-4dd9-b91a-53577f7e578e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25bb2d1b-eba8-46aa-bb01-698c07564941 HTTP/1.1" status: 200 len: 853 time: 0.0686731 May 18 14:26:36.764471 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e8ef1-3610-47a7-a83b-5e6468f5a60c req-8dd8de43-41db-4f16-91d6-38336df0c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:36.766119 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-095e8ef1-3610-47a7-a83b-5e6468f5a60c req-8dd8de43-41db-4f16-91d6-38336df0c07d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438015 May 18 14:26:36.890701 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-095e8ef1-3610-47a7-a83b-5e6468f5a60c req-2c1587e1-9c88-44a5-b6b0-e5eb22b2f09c service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175258 May 18 14:26:36.911794 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:36.991100 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:37.005408 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-095e8ef1-3610-47a7-a83b-5e6468f5a60c req-0ffe3c56-66eb-4040-b0e7-cd7ad85e7ec0 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073003 May 18 14:26:37.555917 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368c53f-f4ad-4562-9f37-c457de045201 req-a17a7a5d-96b4-4f4b-a365-42a1ebd35522 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:37.557526 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4368c53f-f4ad-4562-9f37-c457de045201 req-a17a7a5d-96b4-4f4b-a365-42a1ebd35522 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0515735 May 18 14:26:37.633646 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4368c53f-f4ad-4562-9f37-c457de045201 req-c889b3a9-b0f8-4f3d-99fe-2018bd0afa8f tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696666 May 18 14:26:37.783564 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:38.245231 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=73 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:38.246156 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=59 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:38.778265 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87886e-b11b-4fb1-bcb7-8cbadd687ba0 req-7434bc75-8ab3-42bc-a582-33b68b54cf17 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:38.779720 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4e87886e-b11b-4fb1-bcb7-8cbadd687ba0 req-7434bc75-8ab3-42bc-a582-33b68b54cf17 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0527246 May 18 14:26:38.825657 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:38.833234 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4e87886e-b11b-4fb1-bcb7-8cbadd687ba0 req-70c93254-81dc-4c90-9016-ff3ee946736d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446348 May 18 14:26:39.446571 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:26:39.952489 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea456f3-1037-4951-9a24-f641069440a5 req-53f9fc00-b073-42db-933e-0c5dcf5bc39d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:39.953898 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4ea456f3-1037-4951-9a24-f641069440a5 req-53f9fc00-b073-42db-933e-0c5dcf5bc39d tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0513463 May 18 14:26:40.001615 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4ea456f3-1037-4951-9a24-f641069440a5 req-f058b430-39ba-4abe-ba8a-1fc7116bb3e8 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 May 18 14:26:41.116394 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cef08d-0b47-40bf-a381-046be2271032 req-35d1807a-75b3-4f57-9b06-526fc1950e63 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:41.117964 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-45cef08d-0b47-40bf-a381-046be2271032 req-35d1807a-75b3-4f57-9b06-526fc1950e63 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0482621 May 18 14:26:41.175894 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-45cef08d-0b47-40bf-a381-046be2271032 req-99302823-1693-4e75-80a6-24613590f658 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522468 May 18 14:26:42.303525 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73010e1-3ad7-4059-9f0a-1814beabdc3f req-74c0f06c-3bf2-4ea5-aa14-b51a84cfe640 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:42.305035 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c73010e1-3ad7-4059-9f0a-1814beabdc3f req-74c0f06c-3bf2-4ea5-aa14-b51a84cfe640 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0521731 May 18 14:26:42.355672 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c73010e1-3ad7-4059-9f0a-1814beabdc3f req-607bdeae-9014-428c-9767-2f8d26e8c945 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/security-groups?id=425dfeb8-4d85-4e66-ba00-1585fcd627a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 May 18 14:26:42.397962 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edd004-00c1-42de-a3b3-81ab36bbec72 req-96a466da-86bf-4f95-90a0-d2283d3d9864 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:42.400694 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c5edd004-00c1-42de-a3b3-81ab36bbec72 req-96a466da-86bf-4f95-90a0-d2283d3d9864 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 945 time: 0.0556152 May 18 14:26:42.489649 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-c5edd004-00c1-42de-a3b3-81ab36bbec72 req-577a2b5d-012a-4e9a-bb8b-a2b0816a5940 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Deleting port 7efa00a5-e1da-45f4-b550-e070a60ed7ae {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:26:42.489905 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c5edd004-00c1-42de-a3b3-81ab36bbec72 req-577a2b5d-012a-4e9a-bb8b-a2b0816a5940 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:42.585584 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-c5edd004-00c1-42de-a3b3-81ab36bbec72 req-577a2b5d-012a-4e9a-bb8b-a2b0816a5940 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] For port 7efa00a5-e1da-45f4-b550-e070a60ed7ae, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7efa00a5-e1da-45f4-b550-e070a60ed7ae,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:26:42.585952 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c5edd004-00c1-42de-a3b3-81ab36bbec72 req-577a2b5d-012a-4e9a-bb8b-a2b0816a5940 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:42.599782 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-c5edd004-00c1-42de-a3b3-81ab36bbec72 req-577a2b5d-012a-4e9a-bb8b-a2b0816a5940 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Calling delete_port for 7efa00a5-e1da-45f4-b550-e070a60ed7ae owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:26:42.790386 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c5edd004-00c1-42de-a3b3-81ab36bbec72 req-577a2b5d-012a-4e9a-bb8b-a2b0816a5940 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (7efa00a5-e1da-45f4-b550-e070a60ed7ae), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:42.804515 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['7efa00a5-e1da-45f4-b550-e070a60ed7ae'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:26:42.823939 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a2b5d-012a-4e9a-bb8b-a2b0816a5940 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Pushing event deleted for resources: {'Port': ['ID=7efa00a5-e1da-45f4-b550-e070a60ed7ae,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:42.891215 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5edd004-00c1-42de-a3b3-81ab36bbec72 req-577a2b5d-012a-4e9a-bb8b-a2b0816a5940 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] No DVR routers for this DVR port 7efa00a5-e1da-45f4-b550-e070a60ed7ae on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:26:42.893859 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c5edd004-00c1-42de-a3b3-81ab36bbec72 req-577a2b5d-012a-4e9a-bb8b-a2b0816a5940 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:42.897079 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c5edd004-00c1-42de-a3b3-81ab36bbec72 req-577a2b5d-012a-4e9a-bb8b-a2b0816a5940 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.72 "DELETE /v2.0/ports/7efa00a5-e1da-45f4-b550-e070a60ed7ae HTTP/1.1" status: 204 len: 173 time: 0.4901340 May 18 14:26:42.897527 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'name': 'network-vif-deleted', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:26:42.899879 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcf4c5b-80e6-45f4-a327-0c26dce742f5" -d '{"events": [{"server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "name": "network-vif-deleted", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:26:42.938766 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e41e8f7-27aa-48b4-9800-59e4809af198 x-openstack-request-id: req-0e41e8f7-27aa-48b4-9800-59e4809af198 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:26:42.939141 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0656f0-f5d3-4207-ae84-e0bc216c868d", "name": "network-vif-deleted", "tag": "7efa00a5-e1da-45f4-b550-e070a60ed7ae", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:26:42.939483 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0e41e8f7-27aa-48b4-9800-59e4809af198 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:26:42.939934 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e41e8f7-27aa-48b4-9800-59e4809af198'] response: {'server_uuid': '2c0656f0-f5d3-4207-ae84-e0bc216c868d', 'name': 'network-vif-deleted', 'tag': '7efa00a5-e1da-45f4-b550-e070a60ed7ae', 'status': 'completed', 'code': 200} May 18 14:26:43.473783 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5ac240b3-4749-4191-8385-2151db3029a2 req-1e799ec6-3ce5-4821-851f-d480dcd8e280 tempest-TestMinimumBasicScenario-1855773710 tempest-TestMinimumBasicScenario-1855773710-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0656f0-f5d3-4207-ae84-e0bc216c868d HTTP/1.1" status: 200 len: 210 time: 0.0305374 May 18 14:26:45.986849 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 7efa00a5-e1da-45f4-b550-e070a60ed7ae no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:26:46.007595 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 7efa00a5-e1da-45f4-b550-e070a60ed7ae {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:26:46.007943 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 7efa00a5-e1da-45f4-b550-e070a60ed7ae not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:26:46.086425 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50136) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:46.421118 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-78d82bfe-2562-469b-a26d-d87fd6b7d53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646468'] for router_interface (35b61ab5-c583-4453-a63a-37c4654fbb55), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:46.847629 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:46.863978 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:46.939446 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-78d82bfe-2562-469b-a26d-d87fd6b7d53f admin admin] Deleting port 119f0838-265f-49c3-9d60-be08869975bf {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:26:46.939446 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-78d82bfe-2562-469b-a26d-d87fd6b7d53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (119f0838-265f-49c3-9d60-be08869975bf), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:47.050189 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-78d82bfe-2562-469b-a26d-d87fd6b7d53f admin admin] For port 119f0838-265f-49c3-9d60-be08869975bf, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=119f0838-265f-49c3-9d60-be08869975bf,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:26:47.050559 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-78d82bfe-2562-469b-a26d-d87fd6b7d53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (119f0838-265f-49c3-9d60-be08869975bf), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:47.064940 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-78d82bfe-2562-469b-a26d-d87fd6b7d53f admin admin] Calling delete_port for 119f0838-265f-49c3-9d60-be08869975bf owned by network:router_interface {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:26:47.395419 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-78d82bfe-2562-469b-a26d-d87fd6b7d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (119f0838-265f-49c3-9d60-be08869975bf), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:47.424503 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d82bfe-2562-469b-a26d-d87fd6b7d53f admin admin] Pushing event deleted for resources: {'Port': ['ID=119f0838-265f-49c3-9d60-be08869975bf,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:47.645987 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-78d82bfe-2562-469b-a26d-d87fd6b7d53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642907'] for router_interface (35b61ab5-c583-4453-a63a-37c4654fbb55), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:47.834097 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:47.908058 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d82bfe-2562-469b-a26d-d87fd6b7d53f admin admin] Router 35b61ab5-c583-4453-a63a-37c4654fbb55 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:26:47.989660 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50146) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:48.029948 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:48.033502 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d82bfe-2562-469b-a26d-d87fd6b7d53f admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:26:48.038851 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-78d82bfe-2562-469b-a26d-d87fd6b7d53f admin admin] 10.222.0.71 "PUT /v2.0/routers/35b61ab5-c583-4453-a63a-37c4654fbb55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9506996 May 18 14:26:48.044026 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50150) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:48.045169 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b56329-fd2d-4b81-8f22-11cbddb4a8c9 None None] Sync routers for ids ['35b61ab5-c583-4453-a63a-37c4654fbb55'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:26:48.057605 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b56329-fd2d-4b81-8f22-11cbddb4a8c9 None None] Routers {'35b61ab5-c583-4453-a63a-37c4654fbb55'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:26:48.058347 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-17b56329-fd2d-4b81-8f22-11cbddb4a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:26:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['35b61ab5-c583-4453-a63a-37c4654fbb55'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:48.143442 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-dc92103e-ddca-408c-adf2-019e3194cb45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:48.176779 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-17b56329-fd2d-4b81-8f22-11cbddb4a8c9 None None] Set router 35b61ab5-c583-4453-a63a-37c4654fbb55 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:26:48.185535 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Publish callbacks [] for router (35b61ab5-c583-4453-a63a-37c4654fbb55), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:48.333363 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Publish callbacks [] for router_gateway (35b61ab5-c583-4453-a63a-37c4654fbb55), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:48.341794 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-dc92103e-ddca-408c-adf2-019e3194cb45 admin admin] Publish callbacks [] for security_group (e751b334-d47b-46ca-9498-6f5ee7faac0c), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:48.359389 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-17b56329-fd2d-4b81-8f22-11cbddb4a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:26:47Z', 'revision_number': 5, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:48.389744 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b56329-fd2d-4b81-8f22-11cbddb4a8c9 None None] Checking router: 35b61ab5-c583-4453-a63a-37c4654fbb55 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:26:48.399052 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b56329-fd2d-4b81-8f22-11cbddb4a8c9 None None] Routers {'35b61ab5-c583-4453-a63a-37c4654fbb55'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:26:48.399690 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-17b56329-fd2d-4b81-8f22-11cbddb4a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:26:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['35b61ab5-c583-4453-a63a-37c4654fbb55'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:48.424278 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-dc92103e-ddca-408c-adf2-019e3194cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (e751b334-d47b-46ca-9498-6f5ee7faac0c), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:48.464376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:48.486163 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-dc92103e-ddca-408c-adf2-019e3194cb45 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5414e988cc2b40ef9becfe19aaf09147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4951377 May 18 14:26:48.486911 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92103e-ddca-408c-adf2-019e3194cb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e751b334-d47b-46ca-9498-6f5ee7faac0c,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:48.489994 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50152) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:48.506077 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-17b56329-fd2d-4b81-8f22-11cbddb4a8c9 None None] Set router 35b61ab5-c583-4453-a63a-37c4654fbb55 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:26:48.509956 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Deleting port c6c937eb-b34c-44c5-b0b2-9be529aa3c98 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:26:48.510369 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:48.553058 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c5d3603c-c787-4d15-87e2-e9cc6d1e4b35 admin admin] Publish callbacks [] for security_group (e751b334-d47b-46ca-9498-6f5ee7faac0c), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:48.578591 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c5d3603c-c787-4d15-87e2-e9cc6d1e4b35 admin admin] Publish callbacks [] for security_group (e751b334-d47b-46ca-9498-6f5ee7faac0c), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:48.612520 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:48.624139 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] For port c6c937eb-b34c-44c5-b0b2-9be529aa3c98, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=c6c937eb-b34c-44c5-b0b2-9be529aa3c98,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:26:48.624512 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:48.638921 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Calling delete_port for c6c937eb-b34c-44c5-b0b2-9be529aa3c98 owned by network:router_gateway {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:26:48.698687 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-17b56329-fd2d-4b81-8f22-11cbddb4a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:26:47Z', 'revision_number': 5, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:48.703929 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c5d3603c-c787-4d15-87e2-e9cc6d1e4b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (e751b334-d47b-46ca-9498-6f5ee7faac0c), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:48.706606 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c5d3603c-c787-4d15-87e2-e9cc6d1e4b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:48.707855 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-c5d3603c-c787-4d15-87e2-e9cc6d1e4b35 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e751b334-d47b-46ca-9498-6f5ee7faac0c HTTP/1.1" status: 204 len: 168 time: 0.2160249 May 18 14:26:48.718872 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3603c-c787-4d15-87e2-e9cc6d1e4b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e751b334-d47b-46ca-9498-6f5ee7faac0c,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:48.734922 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b56329-fd2d-4b81-8f22-11cbddb4a8c9 None None] The sync data for ids ['35b61ab5-c583-4453-a63a-37c4654fbb55'] in dv-cinder-755101-9-iscsi is: [{'id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'name': 'tempest-TestMinimumBasicScenario-477739481-router', 'tenant_id': '6cfc138e921941c89c821727bc1a0a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:18Z', 'updated_at': '2022-05-18T14:26:47Z', 'revision_number': 5, 'project_id': '6cfc138e921941c89c821727bc1a0a84', 'gw_port': {'id': 'c6c937eb-b34c-44c5-b0b2-9be529aa3c98', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b61ab5-c583-4453-a63a-37c4654fbb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:19Z', 'updated_at': '2022-05-18T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:26:48.892652 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (c6c937eb-b34c-44c5-b0b2-9be529aa3c98), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:48.920221 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c937eb-b34c-44c5-b0b2-9be529aa3c98,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:48.986051 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632694'] for router_gateway (35b61ab5-c583-4453-a63a-37c4654fbb55), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.075836 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router (35b61ab5-c583-4453-a63a-37c4654fbb55), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.078223 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Publish callbacks [] for router_controller (35b61ab5-c583-4453-a63a-37c4654fbb55), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.457163 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634663'] for router (35b61ab5-c583-4453-a63a-37c4654fbb55), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.464615 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50166) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:49.464941 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35b61ab5-c583-4453-a63a-37c4654fbb55 {{(pid=104324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 14:26:49.464941 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.465306 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-b9b580a2-d6e4-4d77-a6d3-92ff6fa29380 admin admin] 10.222.0.71 "DELETE /v2.0/routers/35b61ab5-c583-4453-a63a-37c4654fbb55 HTTP/1.1" status: 204 len: 168 time: 1.4200838 May 18 14:26:49.467590 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50168) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:49.476699 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17392b61-0e68-4242-870a-b376a692d892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.528751 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e452cdb3-70fb-467f-a493-b13b2e6d3ada admin admin] Deleting subnet 09a06fb6-87b8-42a2-8778-b8a1a10c1400 {{(pid=104324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:26:49.538371 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e452cdb3-70fb-467f-a493-b13b2e6d3ada admin admin] Publish callbacks [] for subnet (09a06fb6-87b8-42a2-8778-b8a1a10c1400), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.601911 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e452cdb3-70fb-467f-a493-b13b2e6d3ada admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064934'] for subnet (09a06fb6-87b8-42a2-8778-b8a1a10c1400), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.622458 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17392b61-0e68-4242-870a-b376a692d892 admin admin] Publish callbacks [] for security_group (d1ffd4a0-4a75-42cc-b985-79dd61d29777), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.639267 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:49.692967 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e452cdb3-70fb-467f-a493-b13b2e6d3ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (09a06fb6-87b8-42a2-8778-b8a1a10c1400), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.720537 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-17392b61-0e68-4242-870a-b376a692d892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (d1ffd4a0-4a75-42cc-b985-79dd61d29777), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.763095 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-17392b61-0e68-4242-870a-b376a692d892 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aa6c90f7eb4342ef9d673a8160c7da72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040969 May 18 14:26:49.764767 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17392b61-0e68-4242-870a-b376a692d892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ffd4a0-4a75-42cc-b985-79dd61d29777,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:49.766261 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50172) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:49.830010 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-738ec920-779a-4c5f-b9c5-12974b05238a admin admin] Publish callbacks [] for security_group (d1ffd4a0-4a75-42cc-b985-79dd61d29777), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.855802 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-738ec920-779a-4c5f-b9c5-12974b05238a admin admin] Publish callbacks [] for security_group (d1ffd4a0-4a75-42cc-b985-79dd61d29777), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.876470 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e452cdb3-70fb-467f-a493-b13b2e6d3ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4064870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324609'] for subnet (09a06fb6-87b8-42a2-8778-b8a1a10c1400), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.919895 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452cdb3-70fb-467f-a493-b13b2e6d3ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a06fb6-87b8-42a2-8778-b8a1a10c1400,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:49.924277 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e452cdb3-70fb-467f-a493-b13b2e6d3ada admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:49.929375 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e452cdb3-70fb-467f-a493-b13b2e6d3ada admin admin] 10.222.0.71 "DELETE /v2.0/subnets/09a06fb6-87b8-42a2-8778-b8a1a10c1400 HTTP/1.1" status: 204 len: 168 time: 0.4603093 May 18 14:26:49.930128 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50174) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:49.942364 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8dcba7-8a7d-4a32-8dda-55d5e8813c3c None None] Network efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:26:50.039231 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (efdfd30e-22e3-449f-8b6f-2dc3a8a59af8), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.090932 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-738ec920-779a-4c5f-b9c5-12974b05238a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (d1ffd4a0-4a75-42cc-b985-79dd61d29777), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.094276 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Deleting port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:26:50.094606 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 119f0838-265f-49c3-9d60-be08869975bf no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:26:50.094843 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.096057 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-738ec920-779a-4c5f-b9c5-12974b05238a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.098138 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-738ec920-779a-4c5f-b9c5-12974b05238a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d1ffd4a0-4a75-42cc-b985-79dd61d29777 HTTP/1.1" status: 204 len: 168 time: 0.3301635 May 18 14:26:50.132225 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9fec7-0f09-4ef3-a369-c38e865b8beb req-68a70f37-1515-4403-b4de-52091c431bfa tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:50.134633 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-92a9fec7-0f09-4ef3-a369-c38e865b8beb req-68a70f37-1515-4403-b4de-52091c431bfa tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 946 time: 0.1081374 May 18 14:26:50.140377 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ec920-779a-4c5f-b9c5-12974b05238a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ffd4a0-4a75-42cc-b985-79dd61d29777,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:50.167699 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:UPDATE=3,neutron:DELETE=11,neutron:SELECT=86 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:50.201134 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 119f0838-265f-49c3-9d60-be08869975bf {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:26:50.202106 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 119f0838-265f-49c3-9d60-be08869975bf not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:26:50.202531 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device c6c937eb-b34c-44c5-b0b2-9be529aa3c98 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:26:50.206868 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] For port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:26:50.207511 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.231208 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Calling delete_port for 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 owned by network:dhcp {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:26:50.265034 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] DHCP port deletion for efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 request from dv-cinder-755101-9-iscsi {{(pid=104326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 14:26:50.295939 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-92a9fec7-0f09-4ef3-a369-c38e865b8beb req-b80da28b-bc38-4482-b760-9278e3b8f6b4 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446431 May 18 14:26:50.299821 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: c6c937eb-b34c-44c5-b0b2-9be529aa3c98 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:26:50.300378 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device c6c937eb-b34c-44c5-b0b2-9be529aa3c98 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:26:50.374082 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:50.381065 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Deleting port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:26:50.381438 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.394343 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:50.453824 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] For port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0,segment=NetworkSegment(3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712),segment_id=3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:26:50.454143 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.458512 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.468459 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Calling delete_port for 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 owned by network:dhcp {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:26:50.484991 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Pushing event deleted for resources: {'Port': ['ID=87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:50.488456 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] No DVR routers for this DVR port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 on host dv-cinder-755101-9-iscsi {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:26:50.568486 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616'] for port (87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.574161 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (efdfd30e-22e3-449f-8b6f-2dc3a8a59af8), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.604685 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Pushing event deleted for resources: {'Port': ['ID=87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:50.618333 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdfd30e-22e3-449f-8b6f-2dc3a8a59af8']}} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:50.618677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] No DVR routers for this DVR port 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 on host dv-cinder-755101-9-iscsi {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:26:50.618677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.618677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.618677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.618677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.618677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.618677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.618677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.618677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.618677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.618677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.618677 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.620365 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.620984 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.621336 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.621652 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d400b-9b08-430b-9af5-8463b942209f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:50.622255 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712') {'for_net_delete': True} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:50.622604 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712') {} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:50.634450 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793711'] for segment (3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.645121 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:50.649869 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.658533 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:26:50.658934 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764937'] for segment (3749a6d0-6b0f-4ea0-8fd1-d559d4d9e712), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: Traceback (most recent call last): May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: timer() May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: cb(*args, **kw) May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: return func(*args, **kwargs) May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: self._notify() May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: self.callback(batched_events) May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: event.method(event) May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: return f(self, *a, **k) May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._get(url).json() May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: return self.request(url, 'GET', **kwargs) May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:26:50.660735 dv-cinder-755101-9-iscsi neutron-server[104325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:26:50.670092 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:50.841285 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (efdfd30e-22e3-449f-8b6f-2dc3a8a59af8), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.848125 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:50.851623 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] 10.222.0.71 "DELETE /v2.0/networks/efdfd30e-22e3-449f-8b6f-2dc3a8a59af8 HTTP/1.1" status: 204 len: 168 time: 0.9191685 May 18 14:26:50.854664 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50188) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:50.869559 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85762056-9904-4c68-9dd8-cec7ccd7a01a admin admin] Pushing event deleted for resources: {'Network': ['ID=efdfd30e-22e3-449f-8b6f-2dc3a8a59af8,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:51.207165 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fa5718de-42d2-4aef-8a8d-1d10df09f19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646468'] for router_interface (ec154ea3-8023-43e7-8f68-fb273907f73c), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:51.467241 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fa8ff-d35e-48e1-b52b-fe0db3865510 req-7338372c-40fb-4060-a8a9-c107bc1f0cdd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:51.467241 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bb6fa8ff-d35e-48e1-b52b-fe0db3865510 req-7338372c-40fb-4060-a8a9-c107bc1f0cdd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 946 time: 0.0798876 May 18 14:26:51.522871 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-fa5718de-42d2-4aef-8a8d-1d10df09f19e admin admin] Deleting port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:26:51.523121 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fa5718de-42d2-4aef-8a8d-1d10df09f19e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:51.590484 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bb6fa8ff-d35e-48e1-b52b-fe0db3865510 req-bd905f33-6b3c-444a-bfac-b5b6d3926f92 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=5293c7bc-1af3-479a-a44a-913d76715676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015091 May 18 14:26:51.600511 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:51.657984 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-fa5718de-42d2-4aef-8a8d-1d10df09f19e admin admin] For port 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4,segment=NetworkSegment(001df6b0-921d-4fec-880f-fe6023a320f3),segment_id=001df6b0-921d-4fec-880f-fe6023a320f3)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:26:51.662487 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fa5718de-42d2-4aef-8a8d-1d10df09f19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:51.673730 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-fa5718de-42d2-4aef-8a8d-1d10df09f19e admin admin] Calling delete_port for 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 owned by network:router_interface {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:26:51.762399 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:26:51.793682 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:26:51.794433 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 87bf6ae0-1dae-4950-9b8e-9b9a55aa5af0 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:26:51.825617 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-6a5f8da5-b563-407b-975f-c4588c197b4e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:51.829037 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-6a5f8da5-b563-407b-975f-c4588c197b4e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 946 time: 0.0727124 May 18 14:26:51.921757 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Deleting port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:26:51.922104 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:52.018924 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fa5718de-42d2-4aef-8a8d-1d10df09f19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:52.022296 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:52.036425 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] For port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:26:52.036815 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:52.047588 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5718de-42d2-4aef-8a8d-1d10df09f19e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:52.254130 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:52.254296 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:52.254568 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Floating IP 9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4 disassociated. External IP: 172.27.2.155, port: 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70. May 18 14:26:52.254929 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Calling delete_port for 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:26:52.261147 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fa5718de-42d2-4aef-8a8d-1d10df09f19e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642907'] for router_interface (ec154ea3-8023-43e7-8f68-fb273907f73c), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:52.570243 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5718de-42d2-4aef-8a8d-1d10df09f19e admin admin] Router ec154ea3-8023-43e7-8f68-fb273907f73c has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:26:52.606970 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:52.639839 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event deleted for resources: {'Port': ['ID=1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:52.721344 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-14c64bc0-4c95-4d9c-8898-12486fe41bb3 req-a15c4246-4816-495e-a0ec-43b947630176 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 210 time: 0.0363522 May 18 14:26:52.734951 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5718de-42d2-4aef-8a8d-1d10df09f19e admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:26:52.742126 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-fa5718de-42d2-4aef-8a8d-1d10df09f19e admin admin] 10.222.0.71 "PUT /v2.0/routers/ec154ea3-8023-43e7-8f68-fb273907f73c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8840351 May 18 14:26:52.742363 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50212) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:52.765321 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a84cc3-7dce-4e41-b7d5-5c9cda24e032 None None] Sync routers for ids ['ec154ea3-8023-43e7-8f68-fb273907f73c'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:26:52.778982 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a84cc3-7dce-4e41-b7d5-5c9cda24e032 None None] Routers {'ec154ea3-8023-43e7-8f68-fb273907f73c'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:26:52.779628 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-34a84cc3-7dce-4e41-b7d5-5c9cda24e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:26:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['ec154ea3-8023-43e7-8f68-fb273907f73c'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:52.788276 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Router 8804303e-ad5b-4958-beef-ab274a064550 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:26:52.884747 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:52.888321 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Publish callbacks [] for router (ec154ea3-8023-43e7-8f68-fb273907f73c), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:52.917878 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:26:52.928536 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0711ccd-7aea-433d-afc9-a43450c53087 None None] Sync routers for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:26:52.942804 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0711ccd-7aea-433d-afc9-a43450c53087 None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:26:52.943879 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-a0711ccd-7aea-433d-afc9-a43450c53087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:26:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:52.947985 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-34a84cc3-7dce-4e41-b7d5-5c9cda24e032 None None] Set router ec154ea3-8023-43e7-8f68-fb273907f73c gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:26:52.967381 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:52.968413 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] No DVR routers for this DVR port 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:26:52.970953 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:52.974424 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2dd105d4-9c90-4558-a029-a5581b2fdd1a req-148ff235-13c2-4e55-a7e1-8baaa63b313a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "DELETE /v2.0/ports/1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 HTTP/1.1" status: 204 len: 173 time: 1.1394677 May 18 14:26:52.974968 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'name': 'network-vif-deleted', 'tag': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:26:52.978341 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78ca9cc-19a8-40d2-a2c9-6b71e832e812" -d '{"events": [{"server_uuid": "a5da64dd-d122-486c-9ff6-2c498ecb7067", "name": "network-vif-deleted", "tag": "1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:26:53.016934 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Publish callbacks [] for router_gateway (ec154ea3-8023-43e7-8f68-fb273907f73c), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:53.020647 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e666ae-07a7-4ee9-9f6e-4a724f4119a3 x-openstack-request-id: req-51e666ae-07a7-4ee9-9f6e-4a724f4119a3 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:26:53.021172 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5da64dd-d122-486c-9ff6-2c498ecb7067", "name": "network-vif-deleted", "tag": "1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:26:53.021639 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-51e666ae-07a7-4ee9-9f6e-4a724f4119a3 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:26:53.022443 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e666ae-07a7-4ee9-9f6e-4a724f4119a3'] response: {'server_uuid': 'a5da64dd-d122-486c-9ff6-2c498ecb7067', 'name': 'network-vif-deleted', 'tag': '1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70', 'status': 'completed', 'code': 200} May 18 14:26:53.098513 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-a0711ccd-7aea-433d-afc9-a43450c53087 None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:26:53.224691 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Deleting port 1f6cfd33-0e3b-41b4-8148-124b0209daa1 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:26:53.225369 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:53.229845 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:53.276949 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:53.298153 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:53.329862 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] For port 1f6cfd33-0e3b-41b4-8148-124b0209daa1, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=1f6cfd33-0e3b-41b4-8148-124b0209daa1,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:26:53.330451 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:53.348754 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Calling delete_port for 1f6cfd33-0e3b-41b4-8148-124b0209daa1 owned by network:router_gateway {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:26:53.366048 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-34a84cc3-7dce-4e41-b7d5-5c9cda24e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'name': 'tempest-TestMinimumBasicScenario-1578922213-router', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:29Z', 'updated_at': '2022-05-18T14:26:51Z', 'revision_number': 5, 'project_id': '4123107639734a758094c7b9d2f2550f', 'gw_port': {'id': '1f6cfd33-0e3b-41b4-8148-124b0209daa1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:30Z', 'updated_at': '2022-05-18T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:53.394921 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a84cc3-7dce-4e41-b7d5-5c9cda24e032 None None] Checking router: ec154ea3-8023-43e7-8f68-fb273907f73c for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:26:53.404002 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-a0711ccd-7aea-433d-afc9-a43450c53087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '996aa7d0-4d34-4abe-a52b-20284ae8ee6d', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '730dae4b-0247-408c-8b7d-9413decc81de', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:ff:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:53Z', 'updated_at': '2022-05-18T14:24:31Z', 'revision_number': 2, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:53.405730 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a84cc3-7dce-4e41-b7d5-5c9cda24e032 None None] Routers {'ec154ea3-8023-43e7-8f68-fb273907f73c'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:26:53.406381 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-34a84cc3-7dce-4e41-b7d5-5c9cda24e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:26:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['ec154ea3-8023-43e7-8f68-fb273907f73c'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:53.441038 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0711ccd-7aea-433d-afc9-a43450c53087 None None] Checking router: 8804303e-ad5b-4958-beef-ab274a064550 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:26:53.452477 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0711ccd-7aea-433d-afc9-a43450c53087 None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:26:53.453145 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-a0711ccd-7aea-433d-afc9-a43450c53087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:26:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:53.512736 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-34a84cc3-7dce-4e41-b7d5-5c9cda24e032 None None] Set router ec154ea3-8023-43e7-8f68-fb273907f73c gateway port host: None {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:26:53.570290 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-34a84cc3-7dce-4e41-b7d5-5c9cda24e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'name': 'tempest-TestMinimumBasicScenario-1578922213-router', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:29Z', 'updated_at': '2022-05-18T14:26:53Z', 'revision_number': 6, 'project_id': '4123107639734a758094c7b9d2f2550f', 'gw_port_host': None}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:53.599372 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a84cc3-7dce-4e41-b7d5-5c9cda24e032 None None] The sync data for ids ['ec154ea3-8023-43e7-8f68-fb273907f73c'] in dv-cinder-755101-9-iscsi is: [{'id': 'ec154ea3-8023-43e7-8f68-fb273907f73c', 'name': 'tempest-TestMinimumBasicScenario-1578922213-router', 'tenant_id': '4123107639734a758094c7b9d2f2550f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:29Z', 'updated_at': '2022-05-18T14:26:53Z', 'revision_number': 6, 'project_id': '4123107639734a758094c7b9d2f2550f', 'gw_port_host': None}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:26:53.605285 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-a0711ccd-7aea-433d-afc9-a43450c53087 None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:26:53.699803 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (1f6cfd33-0e3b-41b4-8148-124b0209daa1), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:53.735384 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6cfd33-0e3b-41b4-8148-124b0209daa1,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:53.811529 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632694'] for router_gateway (ec154ea3-8023-43e7-8f68-fb273907f73c), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.053359 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router (ec154ea3-8023-43e7-8f68-fb273907f73c), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.058542 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Publish callbacks [] for router_controller (ec154ea3-8023-43e7-8f68-fb273907f73c), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.068172 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-386286ea-6bf9-44d9-90a5-6a6637bc3e3f req-4bfeb9f0-0c25-46e6-937e-33ad70c3089c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5da64dd-d122-486c-9ff6-2c498ecb7067 HTTP/1.1" status: 200 len: 210 time: 0.1410294 May 18 14:26:54.204336 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-a0711ccd-7aea-433d-afc9-a43450c53087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '996aa7d0-4d34-4abe-a52b-20284ae8ee6d', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '730dae4b-0247-408c-8b7d-9413decc81de', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:ff:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:53Z', 'updated_at': '2022-05-18T14:24:31Z', 'revision_number': 2, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:54.206411 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:26:54.246396 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0711ccd-7aea-433d-afc9-a43450c53087 None None] The sync data for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi is: [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '996aa7d0-4d34-4abe-a52b-20284ae8ee6d', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '730dae4b-0247-408c-8b7d-9413decc81de', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:ff:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:53Z', 'updated_at': '2022-05-18T14:24:31Z', 'revision_number': 2, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:26:54.252254 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:26:54.253006 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 2e2d5f22-2bde-49cd-9f99-1c0d7ac759c4 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:26:54.316206 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634663'] for router (ec154ea3-8023-43e7-8f68-fb273907f73c), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.317536 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec154ea3-8023-43e7-8f68-fb273907f73c {{(pid=104324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 14:26:54.327898 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.327898 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e9ec2c35-1097-4085-a06c-c66d2ea97a61 admin admin] 10.222.0.71 "DELETE /v2.0/routers/ec154ea3-8023-43e7-8f68-fb273907f73c HTTP/1.1" status: 204 len: 168 time: 1.5816526 May 18 14:26:54.328103 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50232) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:54.371317 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:54.382563 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_v2 [None req-2939ebd8-6100-4193-9973-b77c4adbece7 admin admin] Deleting subnet 7a151e42-65ea-4105-95b3-510b97a08021 {{(pid=104324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:26:54.387431 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2939ebd8-6100-4193-9973-b77c4adbece7 admin admin] Publish callbacks [] for subnet (7a151e42-65ea-4105-95b3-510b97a08021), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.430877 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2939ebd8-6100-4193-9973-b77c4adbece7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064934'] for subnet (7a151e42-65ea-4105-95b3-510b97a08021), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.522705 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2939ebd8-6100-4193-9973-b77c4adbece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (7a151e42-65ea-4105-95b3-510b97a08021), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.560703 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65660fbd-e357-4820-b0e3-435f2bd35d12 None None] New status for floating IP 9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4: DOWN {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:26:54.681322 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2939ebd8-6100-4193-9973-b77c4adbece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4064870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324609'] for subnet (7a151e42-65ea-4105-95b3-510b97a08021), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.707380 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939ebd8-6100-4193-9973-b77c4adbece7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a151e42-65ea-4105-95b3-510b97a08021,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:54.716006 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2939ebd8-6100-4193-9973-b77c4adbece7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.720864 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-2939ebd8-6100-4193-9973-b77c4adbece7 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/7a151e42-65ea-4105-95b3-510b97a08021 HTTP/1.1" status: 204 len: 168 time: 0.3916478 May 18 14:26:54.723861 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50234) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:54.731310 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ef26a0-debe-400f-bbed-b78853b122d7 None None] Network d19456e3-6486-4c78-b3f8-0aa07ad1e60e requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:26:54.781168 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:54.801146 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (d19456e3-6486-4c78-b3f8-0aa07ad1e60e), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.850136 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Deleting port 043048d6-fc33-4db2-8933-8df02272835d {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:26:54.850474 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (043048d6-fc33-4db2-8933-8df02272835d), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.912493 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13aca47-0735-4321-aaa3-69cee0857c7e None None] DHCP port deletion for d19456e3-6486-4c78-b3f8-0aa07ad1e60e request from dv-cinder-755101-9-iscsi {{(pid=104326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 14:26:54.918112 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:54.950242 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] For port 043048d6-fc33-4db2-8933-8df02272835d, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=043048d6-fc33-4db2-8933-8df02272835d,segment=NetworkSegment(001df6b0-921d-4fec-880f-fe6023a320f3),segment_id=001df6b0-921d-4fec-880f-fe6023a320f3)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:26:54.950242 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (043048d6-fc33-4db2-8933-8df02272835d), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:54.970728 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Calling delete_port for 043048d6-fc33-4db2-8933-8df02272835d owned by network:dhcp {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:26:54.993320 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-b13aca47-0735-4321-aaa3-69cee0857c7e None None] Deleting port 043048d6-fc33-4db2-8933-8df02272835d {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:26:54.993774 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b13aca47-0735-4321-aaa3-69cee0857c7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (043048d6-fc33-4db2-8933-8df02272835d), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.034519 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.068603 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-b13aca47-0735-4321-aaa3-69cee0857c7e None None] For port 043048d6-fc33-4db2-8933-8df02272835d, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=043048d6-fc33-4db2-8933-8df02272835d,segment=NetworkSegment(001df6b0-921d-4fec-880f-fe6023a320f3),segment_id=001df6b0-921d-4fec-880f-fe6023a320f3)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:26:55.069316 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b13aca47-0735-4321-aaa3-69cee0857c7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (043048d6-fc33-4db2-8933-8df02272835d), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.084673 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-b13aca47-0735-4321-aaa3-69cee0857c7e None None] Calling delete_port for 043048d6-fc33-4db2-8933-8df02272835d owned by network:dhcp {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:26:55.128749 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:55.138775 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (043048d6-fc33-4db2-8933-8df02272835d), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.177037 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] No DVR routers for this DVR port 043048d6-fc33-4db2-8933-8df02272835d on host dv-cinder-755101-9-iscsi {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:26:55.179633 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Pushing event deleted for resources: {'Port': ['ID=043048d6-fc33-4db2-8933-8df02272835d,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:55.188525 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b13aca47-0735-4321-aaa3-69cee0857c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616'] for port (043048d6-fc33-4db2-8933-8df02272835d), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.217496 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13aca47-0735-4321-aaa3-69cee0857c7e None None] Pushing event deleted for resources: {'Port': ['ID=043048d6-fc33-4db2-8933-8df02272835d,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:55.220288 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13aca47-0735-4321-aaa3-69cee0857c7e None None] No DVR routers for this DVR port 043048d6-fc33-4db2-8933-8df02272835d on host dv-cinder-755101-9-iscsi {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:26:55.274587 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (d19456e3-6486-4c78-b3f8-0aa07ad1e60e), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.297435 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19456e3-6486-4c78-b3f8-0aa07ad1e60e']}} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:55.306153 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50244) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:55.308203 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001df6b0-921d-4fec-880f-fe6023a320f3') {'for_net_delete': True} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:55.308501 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001df6b0-921d-4fec-880f-fe6023a320f3') {} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:55.319151 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793711'] for segment (001df6b0-921d-4fec-880f-fe6023a320f3), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.335073 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (001df6b0-921d-4fec-880f-fe6023a320f3), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.342420 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:26:55.342833 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764937'] for segment (001df6b0-921d-4fec-880f-fe6023a320f3), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: Traceback (most recent call last): May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: timer() May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: cb(*args, **kw) May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: return func(*args, **kwargs) May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: self._notify() May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: self.callback(batched_events) May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: event.method(event) May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: return f(self, *a, **k) May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._get(url).json() May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: return self.request(url, 'GET', **kwargs) May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:26:55.344655 dv-cinder-755101-9-iscsi neutron-server[104325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:26:55.377278 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e6c03760-31e5-4811-a711-787616ce4a7b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (5293c7bc-1af3-479a-a44a-913d76715676), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.403494 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e6c03760-31e5-4811-a711-787616ce4a7b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (5293c7bc-1af3-479a-a44a-913d76715676), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.500108 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (d19456e3-6486-4c78-b3f8-0aa07ad1e60e), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.506200 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.509610 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] 10.222.0.71 "DELETE /v2.0/networks/d19456e3-6486-4c78-b3f8-0aa07ad1e60e HTTP/1.1" status: 204 len: 168 time: 0.7845318 May 18 14:26:55.521391 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b456280-a02b-4080-9153-c517c510912e admin admin] Pushing event deleted for resources: {'Network': ['ID=d19456e3-6486-4c78-b3f8-0aa07ad1e60e,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:55.526558 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e6c03760-31e5-4811-a711-787616ce4a7b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (5293c7bc-1af3-479a-a44a-913d76715676), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.529710 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e6c03760-31e5-4811-a711-787616ce4a7b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.530954 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e6c03760-31e5-4811-a711-787616ce4a7b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "DELETE /v2.0/security-groups/5293c7bc-1af3-479a-a44a-913d76715676 HTTP/1.1" status: 204 len: 168 time: 0.2236996 May 18 14:26:55.540239 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50248) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:55.541276 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c03760-31e5-4811-a711-787616ce4a7b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5293c7bc-1af3-479a-a44a-913d76715676,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:55.547864 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:55.556329 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.api.v2.resource [None req-5ece6f2b-7f46-4037-8d77-aa77449d57aa tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] show failed (client error): The resource could not be found. May 18 14:26:55.557456 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-5ece6f2b-7f46-4037-8d77-aa77449d57aa tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups/5293c7bc-1af3-479a-a44a-913d76715676 HTTP/1.1" status: 404 len: 347 time: 0.0159025 May 18 14:26:55.560325 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50250) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:55.683301 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-bd467dd4-6c35-4951-80a0-646179e4a642 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Deleting port 3b15214e-8b54-4bf4-84fb-4a1254c2a139 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:26:55.683623 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bd467dd4-6c35-4951-80a0-646179e4a642 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (3b15214e-8b54-4bf4-84fb-4a1254c2a139), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.752508 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 1f6cfd33-0e3b-41b4-8148-124b0209daa1 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:26:55.772684 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bd467dd4-6c35-4951-80a0-646179e4a642 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (3b15214e-8b54-4bf4-84fb-4a1254c2a139), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.772684 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bd467dd4-6c35-4951-80a0-646179e4a642 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (3b15214e-8b54-4bf4-84fb-4a1254c2a139), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:55.773502 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 1f6cfd33-0e3b-41b4-8148-124b0209daa1 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:26:55.773502 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 1f6cfd33-0e3b-41b4-8148-124b0209daa1 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:26:55.774478 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 043048d6-fc33-4db2-8933-8df02272835d no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:26:55.794328 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-bd467dd4-6c35-4951-80a0-646179e4a642 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Calling delete_port for 3b15214e-8b54-4bf4-84fb-4a1254c2a139 owned by network:floatingip {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:26:55.794693 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 043048d6-fc33-4db2-8933-8df02272835d {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:26:55.795075 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 043048d6-fc33-4db2-8933-8df02272835d not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:26:55.934306 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50252) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:55.978107 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-29ca6c3d-694b-44c2-934b-3fff7f5c24ce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6cfc138e921941c89c821727bc1a0a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425181 May 18 14:26:55.980830 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50256) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:56.017308 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bd467dd4-6c35-4951-80a0-646179e4a642 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (3b15214e-8b54-4bf4-84fb-4a1254c2a139), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:56.045029 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:26:56.046543 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd467dd4-6c35-4951-80a0-646179e4a642 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event deleted for resources: {'Port': ['ID=3b15214e-8b54-4bf4-84fb-4a1254c2a139,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:56.071975 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:26:56.072451 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 1013a1e7-ab0f-4ae1-9aa9-ddbdf0f32d70 not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:26:56.079959 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1ece757d-38cb-49b4-bb6b-2838bd1ef992 admin admin] Publish callbacks [] for security_group (425dfeb8-4d85-4e66-ba00-1585fcd627a0), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:56.135859 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1ece757d-38cb-49b4-bb6b-2838bd1ef992 admin admin] Publish callbacks [] for security_group (425dfeb8-4d85-4e66-ba00-1585fcd627a0), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:56.157176 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bd467dd4-6c35-4951-80a0-646179e4a642 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:56.159641 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bd467dd4-6c35-4951-80a0-646179e4a642 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:56.160817 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-bd467dd4-6c35-4951-80a0-646179e4a642 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "DELETE /v2.0/floatingips/9d8fe9bc-f61c-4de0-a9fc-717a17ce1ee4 HTTP/1.1" status: 204 len: 168 time: 0.5991826 May 18 14:26:56.163550 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:56.281262 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1ece757d-38cb-49b4-bb6b-2838bd1ef992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (425dfeb8-4d85-4e66-ba00-1585fcd627a0), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:56.284079 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-1ece757d-38cb-49b4-bb6b-2838bd1ef992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:56.285336 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-1ece757d-38cb-49b4-bb6b-2838bd1ef992 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/425dfeb8-4d85-4e66-ba00-1585fcd627a0 HTTP/1.1" status: 204 len: 168 time: 0.3032620 May 18 14:26:56.294373 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece757d-38cb-49b4-bb6b-2838bd1ef992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425dfeb8-4d85-4e66-ba00-1585fcd627a0,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:57.226286 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50278) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:57.279816 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-92354abe-1d7d-4503-9cd0-4aba9a74b66c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4123107639734a758094c7b9d2f2550f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506973 May 18 14:26:57.282487 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50280) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:26:57.335757 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-451da106-07bf-41c6-b630-23f05afb2d45 admin admin] Publish callbacks [] for security_group (4019d3b7-1984-483c-954a-a5b079b5cb2a), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:57.346225 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:26:57.360908 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-451da106-07bf-41c6-b630-23f05afb2d45 admin admin] Publish callbacks [] for security_group (4019d3b7-1984-483c-954a-a5b079b5cb2a), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:57.492246 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-451da106-07bf-41c6-b630-23f05afb2d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (4019d3b7-1984-483c-954a-a5b079b5cb2a), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:57.495210 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-451da106-07bf-41c6-b630-23f05afb2d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:26:57.496548 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-451da106-07bf-41c6-b630-23f05afb2d45 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4019d3b7-1984-483c-954a-a5b079b5cb2a HTTP/1.1" status: 204 len: 168 time: 0.2129118 May 18 14:26:57.505229 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451da106-07bf-41c6-b630-23f05afb2d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4019d3b7-1984-483c-954a-a5b079b5cb2a,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:59.479005 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35badef-32e5-4cb2-93fa-533b56464f93 req-ff053a69-c2c5-4958-8824-c21188fdab37 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:26:59.480542 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b35badef-32e5-4cb2-93fa-533b56464f93 req-ff053a69-c2c5-4958-8824-c21188fdab37 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 946 time: 0.0498884 May 18 14:26:59.529283 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b35badef-32e5-4cb2-93fa-533b56464f93 req-cc7da7e3-ef26-49fb-8895-e72af648451f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427356 May 18 14:27:00.653536 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b0b58-312a-4475-8c49-ae310ab4f7b5 req-2432b1fd-8716-43c7-8420-10c15b92e334 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:00.655377 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d28b0b58-312a-4475-8c49-ae310ab4f7b5 req-2432b1fd-8716-43c7-8420-10c15b92e334 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 946 time: 0.0515690 May 18 14:27:00.707580 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d28b0b58-312a-4475-8c49-ae310ab4f7b5 req-3b235a01-1836-4ea8-966e-3b832439f8da tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458500 May 18 14:27:01.150488 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4b144a33-9b3f-4f7d-bcb2-cb020b450088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:01.196727 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-a0fd2de9-6129-4d0c-bd46-454331785055 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:01.199319 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-a0fd2de9-6129-4d0c-bd46-454331785055 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 946 time: 0.0534213 May 18 14:27:01.296112 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Deleting port 730dae4b-0247-408c-8b7d-9413decc81de {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:27:01.296846 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (730dae4b-0247-408c-8b7d-9413decc81de), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:01.391287 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] For port 730dae4b-0247-408c-8b7d-9413decc81de, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=730dae4b-0247-408c-8b7d-9413decc81de,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:27:01.391650 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (730dae4b-0247-408c-8b7d-9413decc81de), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:01.579670 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:01.580045 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (996aa7d0-4d34-4abe-a52b-20284ae8ee6d), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:01.580320 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Floating IP 996aa7d0-4d34-4abe-a52b-20284ae8ee6d disassociated. External IP: 172.27.2.7, port: 730dae4b-0247-408c-8b7d-9413decc81de. May 18 14:27:01.580613 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Calling delete_port for 730dae4b-0247-408c-8b7d-9413decc81de owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:27:01.694335 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:01.824327 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (730dae4b-0247-408c-8b7d-9413decc81de), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:01.829830 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28cf0b-fdf2-4144-acc5-bd8c427157db req-a85ba0c2-78f1-4c30-aaa2-e1601ea0077d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:01.831439 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fc28cf0b-fdf2-4144-acc5-bd8c427157db req-a85ba0c2-78f1-4c30-aaa2-e1601ea0077d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 946 time: 0.0526590 May 18 14:27:01.855193 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event deleted for resources: {'Port': ['ID=730dae4b-0247-408c-8b7d-9413decc81de,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:01.887186 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fc28cf0b-fdf2-4144-acc5-bd8c427157db req-ca65d9ab-1885-46fc-aff0-73d8f2554abd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=a036a2f8-686e-4032-a136-022d8812d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491440 May 18 14:27:01.973313 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Router 8804303e-ad5b-4958-beef-ab274a064550 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:27:02.084291 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:27:02.094611 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b1c24-e1d7-4a13-825e-c3f347009e8b None None] Sync routers for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:27:02.106088 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b1c24-e1d7-4a13-825e-c3f347009e8b None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:27:02.109382 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-017b1c24-e1d7-4a13-825e-c3f347009e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:26:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:02.132543 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] No DVR routers for this DVR port 730dae4b-0247-408c-8b7d-9413decc81de on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:27:02.135855 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:02.139995 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-8de42c85-9cc0-4d9c-acf2-a76060612e28 req-1be25962-0218-4655-8948-9bcadda4922b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "DELETE /v2.0/ports/730dae4b-0247-408c-8b7d-9413decc81de HTTP/1.1" status: 204 len: 173 time: 0.9341061 May 18 14:27:02.140451 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'name': 'network-vif-deleted', 'tag': '730dae4b-0247-408c-8b7d-9413decc81de'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:27:02.142780 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847ac9f3-200c-4d81-b572-aefcbce83b13" -d '{"events": [{"server_uuid": "c57afad5-5411-4586-9db0-e00f3b47b531", "name": "network-vif-deleted", "tag": "730dae4b-0247-408c-8b7d-9413decc81de"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:27:02.201456 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223b5942-cd1d-4b11-9e89-3b45f20ba030 x-openstack-request-id: req-223b5942-cd1d-4b11-9e89-3b45f20ba030 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:27:02.202328 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57afad5-5411-4586-9db0-e00f3b47b531", "name": "network-vif-deleted", "tag": "730dae4b-0247-408c-8b7d-9413decc81de", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:27:02.202328 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-223b5942-cd1d-4b11-9e89-3b45f20ba030 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:27:02.202625 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223b5942-cd1d-4b11-9e89-3b45f20ba030'] response: {'server_uuid': 'c57afad5-5411-4586-9db0-e00f3b47b531', 'name': 'network-vif-deleted', 'tag': '730dae4b-0247-408c-8b7d-9413decc81de', 'status': 'completed', 'code': 200} May 18 14:27:02.223984 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-017b1c24-e1d7-4a13-825e-c3f347009e8b None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:27:02.375602 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:02.453834 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-017b1c24-e1d7-4a13-825e-c3f347009e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:02.480865 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b1c24-e1d7-4a13-825e-c3f347009e8b None None] Checking router: 8804303e-ad5b-4958-beef-ab274a064550 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:27:02.490241 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b1c24-e1d7-4a13-825e-c3f347009e8b None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:27:02.490873 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-017b1c24-e1d7-4a13-825e-c3f347009e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:26:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:02.611103 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-017b1c24-e1d7-4a13-825e-c3f347009e8b None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:27:02.809398 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-017b1c24-e1d7-4a13-825e-c3f347009e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:02.841561 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b1c24-e1d7-4a13-825e-c3f347009e8b None None] The sync data for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi is: [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:27:02.998557 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0db8a8cf-adea-41ee-be6d-1ba4ab905ea1 req-599399b9-ae18-4ade-8a87-329a6af66bb7 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 210 time: 0.0332277 May 18 14:27:03.083984 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f16f5-3dee-48b3-a4c8-2b947a246f56 None None] New status for floating IP 996aa7d0-4d34-4abe-a52b-20284ae8ee6d: DOWN {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:27:03.520412 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-59daecb1-5820-4696-b5dd-09a685c2251d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:04.104677 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c5cea710-55ba-4f4b-a94f-9514cce4b638 req-f641a61f-211e-4522-a2dc-57926c15b0b5 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 210 time: 0.0291891 May 18 14:27:05.137922 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:05.206307 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a9d42ead-7a56-47ee-ba7e-fa78c92f1598 req-b6c1bf8d-933e-4673-9155-ac8c47216d2b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=c57afad5-5411-4586-9db0-e00f3b47b531 HTTP/1.1" status: 200 len: 210 time: 0.0300627 May 18 14:27:06.264988 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:06.453198 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50344) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:06.507613 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (a036a2f8-686e-4032-a136-022d8812d8c0), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:06.510065 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:06.534284 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (a036a2f8-686e-4032-a136-022d8812d8c0), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:06.669046 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (a036a2f8-686e-4032-a136-022d8812d8c0), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:06.671773 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:06.673037 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "DELETE /v2.0/security-groups/a036a2f8-686e-4032-a136-022d8812d8c0 HTTP/1.1" status: 204 len: 168 time: 0.2188056 May 18 14:27:06.676511 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50346) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:06.683332 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a036a2f8-686e-4032-a136-022d8812d8c0,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:06.691579 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.691936 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.692319 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.692467 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.api.v2.resource [None req-853a1a4d-a957-4063-a6af-7783caddf39b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] show failed (client error): The resource could not be found. May 18 14:27:06.692664 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.693035 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.693373 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.693711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.694039 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.694446 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.694776 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.695101 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.695433 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.695754 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.696625 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.696986 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89f6ef-2f66-4621-bd46-ad5c75aab25d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:06.697659 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-853a1a4d-a957-4063-a6af-7783caddf39b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups/a036a2f8-686e-4032-a136-022d8812d8c0 HTTP/1.1" status: 404 len: 347 time: 0.0194259 May 18 14:27:06.698263 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50348) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:06.743444 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:06.833896 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-6cf5d974-de92-4f18-a29f-954f4f9d700c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Deleting port c15e29f4-da13-4949-9cb9-d35c0ef643a7 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:27:06.834332 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d974-de92-4f18-a29f-954f4f9d700c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (c15e29f4-da13-4949-9cb9-d35c0ef643a7), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:07.209327 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d974-de92-4f18-a29f-954f4f9d700c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (c15e29f4-da13-4949-9cb9-d35c0ef643a7), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:07.209554 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d974-de92-4f18-a29f-954f4f9d700c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (c15e29f4-da13-4949-9cb9-d35c0ef643a7), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:07.224199 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-6cf5d974-de92-4f18-a29f-954f4f9d700c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Calling delete_port for c15e29f4-da13-4949-9cb9-d35c0ef643a7 owned by network:floatingip {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:27:07.515106 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d974-de92-4f18-a29f-954f4f9d700c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (c15e29f4-da13-4949-9cb9-d35c0ef643a7), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:07.540720 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5d974-de92-4f18-a29f-954f4f9d700c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event deleted for resources: {'Port': ['ID=c15e29f4-da13-4949-9cb9-d35c0ef643a7,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:07.621049 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d974-de92-4f18-a29f-954f4f9d700c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (996aa7d0-4d34-4abe-a52b-20284ae8ee6d), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:07.629849 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d974-de92-4f18-a29f-954f4f9d700c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:07.629849 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-6cf5d974-de92-4f18-a29f-954f4f9d700c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "DELETE /v2.0/floatingips/996aa7d0-4d34-4abe-a52b-20284ae8ee6d HTTP/1.1" status: 204 len: 168 time: 0.9263763 May 18 14:27:07.737887 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:07.806054 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50364) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:07.812497 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-dfaa0a85-f94a-4ae2-aeb7-1a4e512b474e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766262435', 'description': 'tempest-description--1707766341'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:27:07.961153 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0a85-f94a-4ae2-aeb7-1a4e512b474e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:08.043198 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0a85-f94a-4ae2-aeb7-1a4e512b474e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (df8bb39b-d89b-4e44-a8da-43d3fa3fdee3), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:08.172035 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0a85-f94a-4ae2-aeb7-1a4e512b474e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (df8bb39b-d89b-4e44-a8da-43d3fa3fdee3), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:08.203961 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa0a85-f94a-4ae2-aeb7-1a4e512b474e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:08.299984 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0a85-f94a-4ae2-aeb7-1a4e512b474e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:08.301199 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-dfaa0a85-f94a-4ae2-aeb7-1a4e512b474e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4938354 May 18 14:27:08.304417 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50370) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:08.309486 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-2342a417-9363-4fd7-b7c3-d0044a341ac8 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'security_group_rule': {'security_group_id': 'df8bb39b-d89b-4e44-a8da-43d3fa3fdee3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:27:08.436664 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2342a417-9363-4fd7-b7c3-d0044a341ac8 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (e29e0dfd-b3a5-4582-8fbe-bfd5bfdfd1ef), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:08.486988 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2342a417-9363-4fd7-b7c3-d0044a341ac8 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (e29e0dfd-b3a5-4582-8fbe-bfd5bfdfd1ef), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:08.561034 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2342a417-9363-4fd7-b7c3-d0044a341ac8 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (e29e0dfd-b3a5-4582-8fbe-bfd5bfdfd1ef), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:08.579903 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342a417-9363-4fd7-b7c3-d0044a341ac8 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29e0dfd-b3a5-4582-8fbe-bfd5bfdfd1ef,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:08.649997 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2342a417-9363-4fd7-b7c3-d0044a341ac8 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:08.651568 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-2342a417-9363-4fd7-b7c3-d0044a341ac8 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3461368 May 18 14:27:08.654530 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50372) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:08.659524 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-25e931d2-f07d-47c4-a2e3-910387afa3bb tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'security_group_rule': {'security_group_id': 'df8bb39b-d89b-4e44-a8da-43d3fa3fdee3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:27:08.672979 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:08.779782 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-25e931d2-f07d-47c4-a2e3-910387afa3bb tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (895119dc-7652-4dcc-a146-21e63ad3abc9), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:09.029633 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 730dae4b-0247-408c-8b7d-9413decc81de no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:27:09.050636 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 730dae4b-0247-408c-8b7d-9413decc81de {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:27:09.054506 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 730dae4b-0247-408c-8b7d-9413decc81de not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:27:09.119318 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-25e931d2-f07d-47c4-a2e3-910387afa3bb tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (895119dc-7652-4dcc-a146-21e63ad3abc9), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:09.178155 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-25e931d2-f07d-47c4-a2e3-910387afa3bb tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (895119dc-7652-4dcc-a146-21e63ad3abc9), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:09.208705 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e931d2-f07d-47c4-a2e3-910387afa3bb tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895119dc-7652-4dcc-a146-21e63ad3abc9,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:09.328604 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-25e931d2-f07d-47c4-a2e3-910387afa3bb tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:09.331187 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-25e931d2-f07d-47c4-a2e3-910387afa3bb tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6748803 May 18 14:27:09.335481 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50380) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:09.341782 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:27:09.492101 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:09.578029 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:09.647840 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:09.706429 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Allocated IP 172.27.2.146 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/699a7952-2d83-4804-b7f1-0786f3cdb4d7) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:27:09.820200 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for port (699a7952-2d83-4804-b7f1-0786f3cdb4d7), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:09.824965 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:09.961475 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (699a7952-2d83-4804-b7f1-0786f3cdb4d7), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:10.022412 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:27:10.028390 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:27:10.032166 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'Port': ['ID=699a7952-2d83-4804-b7f1-0786f3cdb4d7,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:10.033239 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:27:10.118832 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (ded4caf3-f7e1-41be-9482-83ddda442bca), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:10.251582 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (699a7952-2d83-4804-b7f1-0786f3cdb4d7), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:10.444709 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for port (699a7952-2d83-4804-b7f1-0786f3cdb4d7), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:10.509713 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (699a7952-2d83-4804-b7f1-0786f3cdb4d7), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:10.581075 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:10.590199 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'Port': ['ID=699a7952-2d83-4804-b7f1-0786f3cdb4d7,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:10.603420 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (ded4caf3-f7e1-41be-9482-83ddda442bca), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:10.711019 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:10.712846 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-40395bc7-5b01-4479-8cb8-ec44f6a81e08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3760264 May 18 14:27:10.934434 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-7e0e9720-40cf-4e3a-bc80-f62ffdb44f69 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1766262435&fields=id&tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e HTTP/1.1" status: 200 len: 267 time: 0.0507052 May 18 14:27:11.065965 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-6473f295-efe0-4618-beb2-faabcc0aaa75 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:11.067548 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-6473f295-efe0-4618-beb2-faabcc0aaa75 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 814 time: 0.1261668 May 18 14:27:11.084574 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-b2cda886-b3ab-444d-873b-987f79382ff8 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/quotas/1bf771dcc9ca4e00914c6791c30e3b6e HTTP/1.1" status: 200 len: 375 time: 0.0098138 May 18 14:27:11.142226 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2d118a67-4618-4ab1-a807-49b83ba8e68c tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495901 May 18 14:27:11.225624 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:11.270900 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-f229b480-6c02-4bfc-8fb7-27cb4794001f service neutron] 10.222.0.71 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145732 May 18 14:27:11.371167 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-32615539-ece3-4c9e-84b7-e082f83d1544 service neutron] 10.222.0.71 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934227 May 18 14:27:11.715298 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff8dc096-0402-4107-bac9-b5bdc15406e9 req-2b63c66b-313d-4bb8-83dc-90d7b69c42d8 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 210 time: 0.0349526 May 18 14:27:12.807284 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:12.829292 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4e9e0897-e5df-4872-bbb9-53d3ebf49c8f req-db2767e7-640e-4225-ba42-6a25827dc25e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 210 time: 0.0339539 May 18 14:27:12.841132 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=38 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:13.943661 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ad576cfd-3719-495f-98ad-c68cd2b02665 req-6647c0ce-d4ea-49d5-9068-db9485496c2e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 210 time: 0.0309794 May 18 14:27:14.107403 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-6fcbf755-9b1e-4f71-9f9b-3a54c5c9f1b0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:14.109072 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-6fcbf755-9b1e-4f71-9f9b-3a54c5c9f1b0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 814 time: 0.1252966 May 18 14:27:14.179040 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-f150de1a-8d09-499a-ae36-c0919663917d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e HTTP/1.1" status: 200 len: 380 time: 0.0588629 May 18 14:27:14.188408 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'port': {'device_id': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'admin_state_up': True, 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'security_groups': ['df8bb39b-d89b-4e44-a8da-43d3fa3fdee3']}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:27:14.406513 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Made reservation on behalf of 1bf771dcc9ca4e00914c6791c30e3b6e for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:27:14.410230 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:14.563666 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Allocated IP 172.20.0.10 (ec2155ff-0b54-43b6-ab95-01ac5eab32d1/25bb2d1b-eba8-46aa-bb01-698c07564941/f6043b40-6e93-4998-b9e2-58851da23722) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:27:14.657315 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:14.736291 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for port (f6043b40-6e93-4998-b9e2-58851da23722), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:14.886917 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (f6043b40-6e93-4998-b9e2-58851da23722), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:14.931276 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:14.933809 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:27:14.936983 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:27:14.940736 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:27:14.971662 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'Port': ['ID=f6043b40-6e93-4998-b9e2-58851da23722,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:15.013809 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:15.014980 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:15.102732 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88515dc4-2757-457b-b0d2-451ee4181fc2 req-77f3e933-ea55-4635-87b9-d9a32b22c197 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:15.110507 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-2b35f724-d2b7-4cf2-8ae7-39e6c2b484b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9256151 May 18 14:27:15.114564 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-88515dc4-2757-457b-b0d2-451ee4181fc2 req-77f3e933-ea55-4635-87b9-d9a32b22c197 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 932 time: 0.0708296 May 18 14:27:15.124940 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Request body: {'port': {'device_id': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:27:15.185901 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-88515dc4-2757-457b-b0d2-451ee4181fc2 req-94237f86-4599-4f61-a2b8-167257888bce tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701804 May 18 14:27:15.216576 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f6043b40-6e93-4998-b9e2-58851da23722), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:15.240259 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6d5c0e23-c302-4147-a727-a8125fea33b5 None None] Provisioning complete for port f6043b40-6e93-4998-b9e2-58851da23722 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:27:15.241020 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6d5c0e23-c302-4147-a727-a8125fea33b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f6043b40-6e93-4998-b9e2-58851da23722), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:15.282713 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c0e23-c302-4147-a727-a8125fea33b5 None None] Port f6043b40-6e93-4998-b9e2-58851da23722 cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:27:15.590249 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6043b40-6e93-4998-b9e2-58851da23722 {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:27:15.598410 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Publish callbacks [] for port (f6043b40-6e93-4998-b9e2-58851da23722), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:15.619330 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Transition to ACTIVE for port object f6043b40-6e93-4998-b9e2-58851da23722 will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:27:15.754464 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (f6043b40-6e93-4998-b9e2-58851da23722), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:15.859866 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Pushing event updated for resources: {'Port': ['ID=f6043b40-6e93-4998-b9e2-58851da23722,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:15.945053 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Attempting to bind port f6043b40-6e93-4998-b9e2-58851da23722 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:27:15.945419 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Attempting to bind port f6043b40-6e93-4998-b9e2-58851da23722 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:27:15.946490 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Attempting to bind port f6043b40-6e93-4998-b9e2-58851da23722 on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:27:15.951791 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Port f6043b40-6e93-4998-b9e2-58851da23722 on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:27:15.952127 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Attempting to bind port f6043b40-6e93-4998-b9e2-58851da23722 on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:27:15.960490 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:27:15.960862 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Checking segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:27:15.961311 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Bound using segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:27:15.961872 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Bound port: f6043b40-6e93-4998-b9e2-58851da23722, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:27:15.962243 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f6043b40-6e93-4998-b9e2-58851da23722), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:16.041708 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] For port f6043b40-6e93-4998-b9e2-58851da23722, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:27:16.045533 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] For port f6043b40-6e93-4998-b9e2-58851da23722, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f6043b40-6e93-4998-b9e2-58851da23722,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:27:16.150313 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (f6043b40-6e93-4998-b9e2-58851da23722), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:16.175320 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:16.195339 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:16.200688 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:16.200688 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] 10.222.0.72 "PUT /v2.0/ports/f6043b40-6e93-4998-b9e2-58851da23722 HTTP/1.1" status: 200 len: 1094 time: 1.0787468 May 18 14:27:16.200688 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'tag': 'f6043b40-6e93-4998-b9e2-58851da23722'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:27:16.201104 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c774b0e-ac6f-44d6-a5b4-2f169a196d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "099e1bdb-4040-4bf0-8ba1-63b22a8480f2", "tag": "f6043b40-6e93-4998-b9e2-58851da23722"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:27:16.221989 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f7a4a-6318-449a-aab7-8a7defb9cf29 service neutron] Pushing event updated for resources: {'Port': ['ID=f6043b40-6e93-4998-b9e2-58851da23722,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:16.269683 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ebf8a4-a398-4cf8-98ca-7864a9b279e1 x-openstack-request-id: req-e2ebf8a4-a398-4cf8-98ca-7864a9b279e1 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:27:16.270098 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099e1bdb-4040-4bf0-8ba1-63b22a8480f2", "tag": "f6043b40-6e93-4998-b9e2-58851da23722", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:27:16.270461 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e2ebf8a4-a398-4cf8-98ca-7864a9b279e1 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:27:16.270951 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ebf8a4-a398-4cf8-98ca-7864a9b279e1'] response: {'name': 'network-changed', 'server_uuid': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'tag': 'f6043b40-6e93-4998-b9e2-58851da23722', 'status': 'completed', 'code': 200} May 18 14:27:16.347601 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c774b0e-ac6f-44d6-a5b4-2f169a196d4a req-57ab0f9c-f265-49d9-8106-84bd4198f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:16.349515 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5c774b0e-ac6f-44d6-a5b4-2f169a196d4a req-57ab0f9c-f265-49d9-8106-84bd4198f3f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 1128 time: 0.0586247 May 18 14:27:16.357097 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:27:16.358976 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ade932-3d79-419b-889e-b62a6a75d7ad req-4b3d48d5-d774-46e5-8885-f3e7cd1ad483 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:16.360916 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-74ade932-3d79-419b-889e-b62a6a75d7ad req-4b3d48d5-d774-46e5-8885-f3e7cd1ad483 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 944 time: 0.0683851 May 18 14:27:16.442766 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-74ade932-3d79-419b-889e-b62a6a75d7ad req-9967aebb-427c-4359-b9bc-43a8611e77ba tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747383 May 18 14:27:16.480077 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c774b0e-ac6f-44d6-a5b4-2f169a196d4a req-ef1919c8-bb55-44d6-aebc-4bd7d2966b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:16.481522 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5c774b0e-ac6f-44d6-a5b4-2f169a196d4a req-ef1919c8-bb55-44d6-aebc-4bd7d2966b8f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1244948 May 18 14:27:16.511754 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:16.595173 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c774b0e-ac6f-44d6-a5b4-2f169a196d4a req-eba9142c-15ee-4688-9391-55a5538477e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:16.597512 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-5c774b0e-ac6f-44d6-a5b4-2f169a196d4a req-eba9142c-15ee-4688-9391-55a5538477e9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089175 May 18 14:27:16.694070 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-82d6fbf8-3677-4c10-a1d6-c08ffeda7851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:16.695455 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-82d6fbf8-3677-4c10-a1d6-c08ffeda7851 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 1128 time: 0.0445316 May 18 14:27:16.740077 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-4ae7cb43-7023-4afe-b9ce-f09af0523a33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6043b40-6e93-4998-b9e2-58851da23722 HTTP/1.1" status: 200 len: 217 time: 0.0364153 May 18 14:27:16.796422 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-9c5d2357-19ce-4140-aae1-e16f038aacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:16.799084 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-9c5d2357-19ce-4140-aae1-e16f038aacfb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25bb2d1b-eba8-46aa-bb01-698c07564941 HTTP/1.1" status: 200 len: 853 time: 0.0497391 May 18 14:27:16.863822 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-e0760a7c-dd65-43fe-8ff4-96493dd2abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:16.866783 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-e0760a7c-dd65-43fe-8ff4-96493dd2abe4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592225 May 18 14:27:16.981664 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-79daedd0-af28-4e63-8243-5ffd2ad10334 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086934 May 18 14:27:17.091911 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-274f7980-07f1-469e-9bc2-8b1a26578df6 req-8cf1be40-6ca6-4cd8-a06a-ac07ce329043 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030502 May 18 14:27:17.576427 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a3769-b814-4905-92f8-ee1166ac1b1d req-6aa6aa11-5bd7-4db0-8ca3-0241f5612b3b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:17.578004 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b86a3769-b814-4905-92f8-ee1166ac1b1d req-6aa6aa11-5bd7-4db0-8ca3-0241f5612b3b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 944 time: 0.0486066 May 18 14:27:17.631533 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b86a3769-b814-4905-92f8-ee1166ac1b1d req-438b807a-cd69-4174-bf46-9fe07ebbb435 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472257 May 18 14:27:18.753543 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7a20-17db-4a1a-925c-9537bb2330bd req-c708ca09-b970-4439-8333-5c2ebf99b264 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:18.755301 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0f9c7a20-17db-4a1a-925c-9537bb2330bd req-c708ca09-b970-4439-8333-5c2ebf99b264 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 944 time: 0.0517693 May 18 14:27:18.807844 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0f9c7a20-17db-4a1a-925c-9537bb2330bd req-7d44ab18-e4f0-426d-9673-11da034da536 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436590 May 18 14:27:19.895827 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:19.944053 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd600106-05e6-4b3a-97d5-c4674e86bf06 req-f8ec625d-58f7-471f-b3d3-002a147bae37 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:19.946730 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bd600106-05e6-4b3a-97d5-c4674e86bf06 req-f8ec625d-58f7-471f-b3d3-002a147bae37 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 944 time: 0.0591321 May 18 14:27:20.001227 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bd600106-05e6-4b3a-97d5-c4674e86bf06 req-2f950572-5011-40f2-8aaf-03aa65c938a8 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484290 May 18 14:27:21.102900 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device f6043b40-6e93-4998-b9e2-58851da23722 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:27:21.158913 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf92242-dd43-4a62-8089-8a3a601111a9 req-b4c06ee0-0149-4199-b443-83aa0a31bf66 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:21.161678 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2bf92242-dd43-4a62-8089-8a3a601111a9 req-b4c06ee0-0149-4199-b443-83aa0a31bf66 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 944 time: 0.0690327 May 18 14:27:21.220343 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2bf92242-dd43-4a62-8089-8a3a601111a9 req-1deb8b43-41bb-4cdf-8cb9-22d6e554c601 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511866 May 18 14:27:21.252159 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port f6043b40-6e93-4998-b9e2-58851da23722, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f6043b40-6e93-4998-b9e2-58851da23722,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:27:21.266893 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': 'f6043b40-6e93-4998-b9e2-58851da23722', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'port_id': 'f6043b40-6e93-4998-b9e2-58851da23722', 'mac_address': 'fa:16:3e:14:9b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:27:21.312239 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port f6043b40-6e93-4998-b9e2-58851da23722 is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:27:21.312536 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f6043b40-6e93-4998-b9e2-58851da23722), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:21.326803 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6043b40-6e93-4998-b9e2-58851da23722 {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:27:21.349427 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port f6043b40-6e93-4998-b9e2-58851da23722, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f6043b40-6e93-4998-b9e2-58851da23722,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:27:21.434849 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (f6043b40-6e93-4998-b9e2-58851da23722), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:21.499042 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=f6043b40-6e93-4998-b9e2-58851da23722,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:21.713506 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['f6043b40-6e93-4998-b9e2-58851da23722'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:27:21.772920 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:22.366216 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2378d9-f06a-4530-833d-29c185e25f86 req-cf09a9da-40e8-46dd-93b1-abe9b7478b9d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:22.368242 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ed2378d9-f06a-4530-833d-29c185e25f86 req-cf09a9da-40e8-46dd-93b1-abe9b7478b9d tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 945 time: 0.0578127 May 18 14:27:22.424644 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ed2378d9-f06a-4530-833d-29c185e25f86 req-b6b44f3e-9dcc-45fe-9a6f-22ea8453ea5f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503035 May 18 14:27:23.115213 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device f6043b40-6e93-4998-b9e2-58851da23722 up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:27:23.146885 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:23.170877 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port f6043b40-6e93-4998-b9e2-58851da23722 completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:27:23.263383 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port f6043b40-6e93-4998-b9e2-58851da23722 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:27:23.264962 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (f6043b40-6e93-4998-b9e2-58851da23722), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:23.349799 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port f6043b40-6e93-4998-b9e2-58851da23722 is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:27:23.350338 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (f6043b40-6e93-4998-b9e2-58851da23722), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:23.383965 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6043b40-6e93-4998-b9e2-58851da23722'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:27:23.386271 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f8bc34-8329-48f7-8fed-ee990969eb9e" -d '{"events": [{"server_uuid": "099e1bdb-4040-4bf0-8ba1-63b22a8480f2", "name": "network-vif-plugged", "status": "completed", "tag": "f6043b40-6e93-4998-b9e2-58851da23722"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:27:23.400606 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port f6043b40-6e93-4998-b9e2-58851da23722, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f6043b40-6e93-4998-b9e2-58851da23722,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:27:23.434526 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646f82b9-d32d-46ea-a484-723759380e40 x-openstack-request-id: req-646f82b9-d32d-46ea-a484-723759380e40 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:27:23.434801 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099e1bdb-4040-4bf0-8ba1-63b22a8480f2", "name": "network-vif-plugged", "status": "completed", "tag": "f6043b40-6e93-4998-b9e2-58851da23722", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:27:23.435064 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-646f82b9-d32d-46ea-a484-723759380e40 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:27:23.435457 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646f82b9-d32d-46ea-a484-723759380e40'] response: {'server_uuid': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6043b40-6e93-4998-b9e2-58851da23722', 'code': 200} May 18 14:27:23.532433 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (f6043b40-6e93-4998-b9e2-58851da23722), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:23.580668 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9778f54-ce73-4cc6-97b4-cb6aace45038 req-b2580679-c300-478a-8e7a-9625b849f2a2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:23.582328 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c9778f54-ce73-4cc6-97b4-cb6aace45038 req-b2580679-c300-478a-8e7a-9625b849f2a2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 945 time: 0.0658500 May 18 14:27:23.593673 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=f6043b40-6e93-4998-b9e2-58851da23722,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:23.669589 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c9778f54-ce73-4cc6-97b4-cb6aace45038 req-bbb50efa-68db-413a-8ae6-83be952a2cd7 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745108 May 18 14:27:23.864925 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6ace5-64e0-455f-be8b-674c04b65351 req-f518459d-4e94-4f06-813b-370746aea1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:23.866367 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-28d6ace5-64e0-455f-be8b-674c04b65351 req-f518459d-4e94-4f06-813b-370746aea1c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 1130 time: 0.0436544 May 18 14:27:23.927455 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-28d6ace5-64e0-455f-be8b-674c04b65351 req-48c3d287-2def-40d0-a8b2-b41a965e5fe5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516725 May 18 14:27:24.802750 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc1c0-8685-4294-821b-ceac4216167b req-cebdbb93-c926-43f2-af6c-9468c5ee3230 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:24.804506 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-67abc1c0-8685-4294-821b-ceac4216167b req-cebdbb93-c926-43f2-af6c-9468c5ee3230 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 946 time: 0.0574453 May 18 14:27:24.864024 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-67abc1c0-8685-4294-821b-ceac4216167b req-8a330693-94ef-450f-95a1-aaa54441a7f3 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528824 May 18 14:27:25.023555 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:26.005074 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61198c-4ccb-4fd8-9b9a-3ba1fecbd84f req-8c39b4a5-7e45-4433-a16a-f3ec30dfab52 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:26.006462 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ee61198c-4ccb-4fd8-9b9a-3ba1fecbd84f req-8c39b4a5-7e45-4433-a16a-f3ec30dfab52 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 946 time: 0.0546429 May 18 14:27:26.058859 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ee61198c-4ccb-4fd8-9b9a-3ba1fecbd84f req-1dd5d061-6493-4d1f-a0d1-f7829d8b63d2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467415 May 18 14:27:26.180411 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae4943-9f25-4137-b29d-ab800955f56f req-94f345bd-8e0b-4f78-9b7a-f362215b0aa3 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:26.182474 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3aae4943-9f25-4137-b29d-ab800955f56f req-94f345bd-8e0b-4f78-9b7a-f362215b0aa3 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 946 time: 0.0556798 May 18 14:27:26.191904 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50542) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:26.197769 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-58463a90-3d2f-49fc-92bb-12c209582166 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'floatingip': {'port_id': 'f6043b40-6e93-4998-b9e2-58851da23722'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:27:26.240607 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-58463a90-3d2f-49fc-92bb-12c209582166 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (ded4caf3-f7e1-41be-9482-83ddda442bca), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:26.589732 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:26.681385 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-58463a90-3d2f-49fc-92bb-12c209582166 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:26.754651 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-58463a90-3d2f-49fc-92bb-12c209582166 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (ded4caf3-f7e1-41be-9482-83ddda442bca), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:26.850525 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:26.858004 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [None req-58463a90-3d2f-49fc-92bb-12c209582166 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Floating IP ded4caf3-f7e1-41be-9482-83ddda442bca associated. External IP: 172.27.2.146, port: f6043b40-6e93-4998-b9e2-58851da23722. May 18 14:27:27.071607 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58463a90-3d2f-49fc-92bb-12c209582166 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Router 8804303e-ad5b-4958-beef-ab274a064550 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:27:27.183453 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58463a90-3d2f-49fc-92bb-12c209582166 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:27:27.187948 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-58463a90-3d2f-49fc-92bb-12c209582166 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:27.196443 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f05fa-0188-41ce-a674-346898fed941 None None] Sync routers for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:27:27.207860 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f05fa-0188-41ce-a674-346898fed941 None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:27:27.208640 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-546f05fa-0188-41ce-a674-346898fed941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:27:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:27.224242 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-58463a90-3d2f-49fc-92bb-12c209582166 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "PUT /v2.0/floatingips/ded4caf3-f7e1-41be-9482-83ddda442bca HTTP/1.1" status: 200 len: 992 time: 1.0305762 May 18 14:27:27.225255 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'tag': 'f6043b40-6e93-4998-b9e2-58851da23722'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:27:27.228088 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b003c82-aa35-4ac6-851d-1404257b6099" -d '{"events": [{"name": "network-changed", "server_uuid": "099e1bdb-4040-4bf0-8ba1-63b22a8480f2", "tag": "f6043b40-6e93-4998-b9e2-58851da23722"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:27:27.271586 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c8f450-f162-4faa-8bbf-ae2b13a721f8 x-openstack-request-id: req-50c8f450-f162-4faa-8bbf-ae2b13a721f8 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:27:27.272037 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099e1bdb-4040-4bf0-8ba1-63b22a8480f2", "tag": "f6043b40-6e93-4998-b9e2-58851da23722", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:27:27.272450 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-50c8f450-f162-4faa-8bbf-ae2b13a721f8 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:27:27.273214 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c8f450-f162-4faa-8bbf-ae2b13a721f8'] response: {'name': 'network-changed', 'server_uuid': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'tag': 'f6043b40-6e93-4998-b9e2-58851da23722', 'status': 'completed', 'code': 200} May 18 14:27:27.341762 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-546f05fa-0188-41ce-a674-346898fed941 None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:27:27.352579 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003c82-aa35-4ac6-851d-1404257b6099 req-cb9359bb-fca3-4529-a816-dec017f91d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:27.354566 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2b003c82-aa35-4ac6-851d-1404257b6099 req-cb9359bb-fca3-4529-a816-dec017f91d66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 1130 time: 0.0562196 May 18 14:27:27.465754 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003c82-aa35-4ac6-851d-1404257b6099 req-b0bb2682-c284-4c59-9bb1-7e7efca545a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:27.468275 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2b003c82-aa35-4ac6-851d-1404257b6099 req-b0bb2682-c284-4c59-9bb1-7e7efca545a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 915 time: 0.1070917 May 18 14:27:27.550445 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2b003c82-aa35-4ac6-851d-1404257b6099 req-88b8a0f4-b22e-42d1-9ece-b1edd6fd92a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6043b40-6e93-4998-b9e2-58851da23722 HTTP/1.1" status: 200 len: 1000 time: 0.0714345 May 18 14:27:27.608978 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003c82-aa35-4ac6-851d-1404257b6099 req-9e2a98c7-ff06-4c5e-bdf6-3af0863bcc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:27.610539 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2b003c82-aa35-4ac6-851d-1404257b6099 req-9e2a98c7-ff06-4c5e-bdf6-3af0863bcc82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25bb2d1b-eba8-46aa-bb01-698c07564941 HTTP/1.1" status: 200 len: 853 time: 0.0522845 May 18 14:27:27.634157 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-546f05fa-0188-41ce-a674-346898fed941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'ded4caf3-f7e1-41be-9482-83ddda442bca', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': 'f6043b40-6e93-4998-b9e2-58851da23722', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:14:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:27:10Z', 'updated_at': '2022-05-18T14:27:26Z', 'revision_number': 1, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:27.661518 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f05fa-0188-41ce-a674-346898fed941 None None] Checking router: 8804303e-ad5b-4958-beef-ab274a064550 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:27:27.670060 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003c82-aa35-4ac6-851d-1404257b6099 req-c6db93fe-4f4b-445d-8638-8d226495c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:27.671426 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f05fa-0188-41ce-a674-346898fed941 None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:27:27.673425 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2b003c82-aa35-4ac6-851d-1404257b6099 req-c6db93fe-4f4b-445d-8638-8d226495c759 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538456 May 18 14:27:27.673557 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-546f05fa-0188-41ce-a674-346898fed941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:27:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:27.799992 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2b003c82-aa35-4ac6-851d-1404257b6099 req-1c4af2e9-25ab-4b20-bbff-faa642833324 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220973 May 18 14:27:27.814478 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-546f05fa-0188-41ce-a674-346898fed941 None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:27:27.864896 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:27.912552 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-2b003c82-aa35-4ac6-851d-1404257b6099 req-a7b9d24b-bd18-4918-a418-1d375e7c85ab service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064785 May 18 14:27:28.209208 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-546f05fa-0188-41ce-a674-346898fed941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'ded4caf3-f7e1-41be-9482-83ddda442bca', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': 'f6043b40-6e93-4998-b9e2-58851da23722', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:14:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:27:10Z', 'updated_at': '2022-05-18T14:27:26Z', 'revision_number': 1, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:28.236826 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f05fa-0188-41ce-a674-346898fed941 None None] The sync data for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi is: [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'ded4caf3-f7e1-41be-9482-83ddda442bca', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': 'f6043b40-6e93-4998-b9e2-58851da23722', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:14:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:27:10Z', 'updated_at': '2022-05-18T14:27:26Z', 'revision_number': 1, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:27:28.462432 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a110a72-be7b-4189-88da-7a9841a06f71 None None] New status for floating IP ded4caf3-f7e1-41be-9482-83ddda442bca: ACTIVE {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:27:31.142269 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f356-29d4-4309-9ba3-335720cf6aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:33.537268 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a94203e1-ba74-4ea7-8962-1e4ead298af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:35.154109 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:35.200204 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50594) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:35.322816 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:35.385672 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:35.398846 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Publish callbacks [] for security_group (7e601565-885a-4d51-9b54-986f2bd2e9ec), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:35.502863 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (7e601565-885a-4d51-9b54-986f2bd2e9ec), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:35.545574 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=78c55a1ccd79404d9939ec431206fe34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441768 May 18 14:27:35.546380 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e601565-885a-4d51-9b54-986f2bd2e9ec,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:35.548377 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50598) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:35.554059 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.555094 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.555424 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.556393 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.556393 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.556393 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.556763 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.557084 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.557412 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.562417 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.562417 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.562417 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.562417 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.562417 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.562417 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5021c97-c0c7-4ef2-81b1-2262befdd84a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:35.602678 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8a204423-8f11-40ac-a0a1-222ab19fd578 admin admin] Publish callbacks [] for security_group (7e601565-885a-4d51-9b54-986f2bd2e9ec), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:35.611896 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:35.624949 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8a204423-8f11-40ac-a0a1-222ab19fd578 admin admin] Publish callbacks [] for security_group (7e601565-885a-4d51-9b54-986f2bd2e9ec), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:35.754311 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8a204423-8f11-40ac-a0a1-222ab19fd578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (7e601565-885a-4d51-9b54-986f2bd2e9ec), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:35.757086 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8a204423-8f11-40ac-a0a1-222ab19fd578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:35.758531 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8a204423-8f11-40ac-a0a1-222ab19fd578 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7e601565-885a-4d51-9b54-986f2bd2e9ec HTTP/1.1" status: 204 len: 168 time: 0.2090325 May 18 14:27:35.766445 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a204423-8f11-40ac-a0a1-222ab19fd578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e601565-885a-4d51-9b54-986f2bd2e9ec,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:36.246026 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:37.420456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50628) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:37.533570 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-549b74fb-c15c-402e-a344-7253eb3462d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:37.598457 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:37.609866 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-549b74fb-c15c-402e-a344-7253eb3462d2 admin admin] Publish callbacks [] for security_group (752d25c6-a9e4-4d5c-8fa4-bedf20345888), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:37.709773 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-549b74fb-c15c-402e-a344-7253eb3462d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (752d25c6-a9e4-4d5c-8fa4-bedf20345888), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:37.732535 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:37.751072 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b74fb-c15c-402e-a344-7253eb3462d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752d25c6-a9e4-4d5c-8fa4-bedf20345888,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:37.755448 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-549b74fb-c15c-402e-a344-7253eb3462d2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6ccfefa0c6cb4867b2da404df1590b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339040 May 18 14:27:37.759409 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50632) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:37.828601 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-abffdbc4-6a54-42a2-b051-cc99dc1d299b admin admin] Publish callbacks [] for security_group (752d25c6-a9e4-4d5c-8fa4-bedf20345888), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:37.851276 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-abffdbc4-6a54-42a2-b051-cc99dc1d299b admin admin] Publish callbacks [] for security_group (752d25c6-a9e4-4d5c-8fa4-bedf20345888), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:37.970952 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-abffdbc4-6a54-42a2-b051-cc99dc1d299b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (752d25c6-a9e4-4d5c-8fa4-bedf20345888), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:37.973674 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-abffdbc4-6a54-42a2-b051-cc99dc1d299b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:37.974930 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-abffdbc4-6a54-42a2-b051-cc99dc1d299b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/752d25c6-a9e4-4d5c-8fa4-bedf20345888 HTTP/1.1" status: 204 len: 168 time: 0.2145250 May 18 14:27:37.983104 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffdbc4-6a54-42a2-b051-cc99dc1d299b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752d25c6-a9e4-4d5c-8fa4-bedf20345888,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:38.212105 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=74 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:38.213275 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=82 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:41.009632 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-03901c94-aad7-4970-b6b2-6cde3fc88ddf tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=0488706cc5af4af8b6cf949502dc89f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330386 May 18 14:27:41.213525 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9529802-a64d-42c6-bda4-2141c405e10e req-9b619347-24e0-49cb-acfa-65bf98f9d136 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:41.214945 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-9b619347-24e0-49cb-acfa-65bf98f9d136 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004676 May 18 14:27:41.235257 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-7bba18cc-4093-421a-9540-c2b8c75affbf tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/quotas/0488706cc5af4af8b6cf949502dc89f4 HTTP/1.1" status: 200 len: 375 time: 0.0145845 May 18 14:27:41.271138 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-1ccedb9e-639c-41ce-a4a9-fa4185ea4276 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0488706cc5af4af8b6cf949502dc89f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298140 May 18 14:27:41.532522 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bcef3291-b95f-4e08-aa70-f9c6280bc275 req-bb2d1c9b-0623-49a4-9665-380b2e9e62b4 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 210 time: 0.0325961 May 18 14:27:42.636027 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-88460a45-80df-4e56-a00a-dabe5e989e12 req-db4fdef0-dcaa-4301-bc1e-7e5265bed756 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 210 time: 0.0291705 May 18 14:27:43.644051 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-1827be74-0fcb-4000-86fb-d6483773f4f1 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0488706cc5af4af8b6cf949502dc89f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293138 May 18 14:27:43.744427 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c9efe9d7-4694-4e94-b424-714e29dbfa0c req-f09fd373-f1fd-4023-9369-9dc49a298a39 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 210 time: 0.0324399 May 18 14:27:44.108319 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9529802-a64d-42c6-bda4-2141c405e10e req-62ef98b0-73ca-4457-afd5-792f5952b27e tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:44.109911 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-62ef98b0-73ca-4457-afd5-792f5952b27e tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4606187 May 18 14:27:44.190135 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Request body: {'port': {'device_id': '4b013150-55ba-4404-bac1-d2eb22f18983', 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b', 'admin_state_up': True, 'tenant_id': '0488706cc5af4af8b6cf949502dc89f4'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:27:44.365832 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Made reservation on behalf of 0488706cc5af4af8b6cf949502dc89f4 for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:27:44.369869 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:44.382521 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:44.462021 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Publish callbacks [] for security_group (26d36e2b-eade-489e-85c6-0be21408e1c8), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:44.554126 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (26d36e2b-eade-489e-85c6-0be21408e1c8), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:44.576854 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:44.621706 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d36e2b-eade-489e-85c6-0be21408e1c8,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:44.699076 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Allocated IP 192.168.233.22 (0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b/7d151a14-b612-4233-90e6-4a7dd2327454/29100945-3af0-43dc-9127-4f3b8186f6ab) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:27:44.724219 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:44.860930 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cc9c0001-ec5c-4670-9488-1a0f671b4699 req-58a16e1f-135a-4fe7-a62f-e5b8c8eee906 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 210 time: 0.0306971 May 18 14:27:44.862435 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Publish callbacks [] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:44.960794 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:45.011432 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Network 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:27:45.015004 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:27:45.019182 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:27:45.044438 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Pushing event updated for resources: {'Port': ['ID=29100945-3af0-43dc-9127-4f3b8186f6ab,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:45.080365 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:45.081074 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:45.170031 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-653d1859-2385-4e7b-aea1-cff6ca763523 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9841473 May 18 14:27:45.180306 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-0081fc3c-6828-47bc-bcd4-85db90d03f5a tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:27:45.183220 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-0081fc3c-6828-47bc-bcd4-85db90d03f5a tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065708 May 18 14:27:45.195174 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Request body: {'port': {'device_id': '4b013150-55ba-4404-bac1-d2eb22f18983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:27:45.262033 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:45.268300 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-321ffab3-becf-42cd-81cb-06a388522951 None None] Provisioning complete for port 29100945-3af0-43dc-9127-4f3b8186f6ab triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:27:45.271423 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-321ffab3-becf-42cd-81cb-06a388522951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:45.304338 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50700) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:45.310782 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-321ffab3-becf-42cd-81cb-06a388522951 None None] Port 29100945-3af0-43dc-9127-4f3b8186f6ab cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:27:45.460731 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Deleting port 063f889d-c8da-4e4a-aced-b3ca0853b7dc {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:27:45.461112 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (063f889d-c8da-4e4a-aced-b3ca0853b7dc), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:45.548860 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (063f889d-c8da-4e4a-aced-b3ca0853b7dc), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:45.549186 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (063f889d-c8da-4e4a-aced-b3ca0853b7dc), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:45.565513 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Calling delete_port for 063f889d-c8da-4e4a-aced-b3ca0853b7dc owned by network:floatingip {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:27:45.595762 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:45.612612 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29100945-3af0-43dc-9127-4f3b8186f6ab {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:27:45.623865 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Publish callbacks [] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:45.639614 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Transition to ACTIVE for port object 29100945-3af0-43dc-9127-4f3b8186f6ab will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:27:45.736960 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:45.817544 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=29100945-3af0-43dc-9127-4f3b8186f6ab,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:45.828638 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (063f889d-c8da-4e4a-aced-b3ca0853b7dc), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:45.859338 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event deleted for resources: {'Port': ['ID=063f889d-c8da-4e4a-aced-b3ca0853b7dc,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:45.885914 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Attempting to bind port 29100945-3af0-43dc-9127-4f3b8186f6ab on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:27:45.886266 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Attempting to bind port 29100945-3af0-43dc-9127-4f3b8186f6ab by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '8a4d81ce-5327-4480-b02d-50f11013eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:27:45.886597 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Attempting to bind port 29100945-3af0-43dc-9127-4f3b8186f6ab on network 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:27:45.888745 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:45.901438 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Port 29100945-3af0-43dc-9127-4f3b8186f6ab on network 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:27:45.903789 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Attempting to bind port 29100945-3af0-43dc-9127-4f3b8186f6ab on network 0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:27:45.909066 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:27:45.909511 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Checking segment: {'id': '8a4d81ce-5327-4480-b02d-50f11013eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:27:45.910032 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Bound using segment: {'id': '8a4d81ce-5327-4480-b02d-50f11013eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:27:45.910594 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Bound port: 29100945-3af0-43dc-9127-4f3b8186f6ab, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a4d81ce-5327-4480-b02d-50f11013eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:27:45.910967 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:45.942885 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (0ab1c221-d218-4f83-b68a-8ac5bddbdc09), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:45.943333 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.l3_db [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Floating IP 0ab1c221-d218-4f83-b68a-8ac5bddbdc09 disassociated (deleted). External IP: 172.27.2.143, port: 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29. May 18 14:27:45.973487 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:45.999537 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] For port 29100945-3af0-43dc-9127-4f3b8186f6ab, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:27:46.003710 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] For port 29100945-3af0-43dc-9127-4f3b8186f6ab, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=29100945-3af0-43dc-9127-4f3b8186f6ab,segment=NetworkSegment(8a4d81ce-5327-4480-b02d-50f11013eaf6),segment_id=8a4d81ce-5327-4480-b02d-50f11013eaf6)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:27:46.047585 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:46.071116 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085086c-8d52-48a0-aec4-1cf5e52e3624 req-265dae45-5b2a-47c3-bc32-bf14b4361da7 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:46.072679 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4085086c-8d52-48a0-aec4-1cf5e52e3624 req-265dae45-5b2a-47c3-bc32-bf14b4361da7 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 947 time: 0.0950310 May 18 14:27:46.121301 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:46.163554 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:46.164054 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:46.165521 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] 10.222.0.72 "PUT /v2.0/ports/29100945-3af0-43dc-9127-4f3b8186f6ab HTTP/1.1" status: 200 len: 1097 time: 0.9755559 May 18 14:27:46.166714 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b013150-55ba-4404-bac1-d2eb22f18983', 'tag': '29100945-3af0-43dc-9127-4f3b8186f6ab'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:27:46.169035 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b09784-d2db-4fd0-be40-37889a75ea84" -d '{"events": [{"name": "network-changed", "server_uuid": "4b013150-55ba-4404-bac1-d2eb22f18983", "tag": "29100945-3af0-43dc-9127-4f3b8186f6ab"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:27:46.189470 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db9eab-cbc6-48a2-8059-021a92992fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=29100945-3af0-43dc-9127-4f3b8186f6ab,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:46.209232 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4085086c-8d52-48a0-aec4-1cf5e52e3624 req-77421226-fa51-4fa3-96f7-9f6d6fc4af00 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273251 May 18 14:27:46.222541 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c730f1-bedf-4e18-b960-10c16d0cfc93 x-openstack-request-id: req-96c730f1-bedf-4e18-b960-10c16d0cfc93 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:27:46.223486 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b013150-55ba-4404-bac1-d2eb22f18983", "tag": "29100945-3af0-43dc-9127-4f3b8186f6ab", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:27:46.223802 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96c730f1-bedf-4e18-b960-10c16d0cfc93 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:27:46.224170 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c730f1-bedf-4e18-b960-10c16d0cfc93'] response: {'name': 'network-changed', 'server_uuid': '4b013150-55ba-4404-bac1-d2eb22f18983', 'tag': '29100945-3af0-43dc-9127-4f3b8186f6ab', 'status': 'completed', 'code': 200} May 18 14:27:46.262888 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:27:46.303756 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09784-d2db-4fd0-be40-37889a75ea84 req-d09eadf8-f587-48c0-ab33-ae13dd5f6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:46.305829 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-81b09784-d2db-4fd0-be40-37889a75ea84 req-d09eadf8-f587-48c0-ab33-ae13dd5f6510 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0488706cc5af4af8b6cf949502dc89f4&device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 1131 time: 0.0562227 May 18 14:27:46.336927 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-81b09784-d2db-4fd0-be40-37889a75ea84 req-e1cf9da0-5f0d-4bcf-83e8-643cf98df8a9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0488706cc5af4af8b6cf949502dc89f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239253 May 18 14:27:46.390327 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:27:46.395280 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:46.406242 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb13f97-369d-4b1c-807b-539f4737a22e None None] Sync routers for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:27:46.419336 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb13f97-369d-4b1c-807b-539f4737a22e None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:27:46.419990 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-eeb13f97-369d-4b1c-807b-539f4737a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:27:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:46.458478 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8ffedd44-5d0a-471b-be05-060a8eee3e39 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "DELETE /v2.0/floatingips/0ab1c221-d218-4f83-b68a-8ac5bddbdc09 HTTP/1.1" status: 204 len: 168 time: 1.1483741 May 18 14:27:46.458478 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'tag': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29'}] {{(pid=104324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:27:46.459669 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be26571a41343ecdef71c3bd6311cd46b02ea9e19df49d61e4b581356ba358c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d42d378-8a36-4954-84b1-32d6829166dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3b34af36-81ab-4984-ae61-c5fb5d6400c6", "tag": "2967a3b0-b7cf-4f3e-846f-ed2afc8bae29"}]}' {{(pid=104324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:27:46.492868 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09784-d2db-4fd0-be40-37889a75ea84 req-313c04a5-d332-4947-ac23-e209b8c1cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:46.498601 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-81b09784-d2db-4fd0-be40-37889a75ea84 req-313c04a5-d332-4947-ac23-e209b8c1cb6e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523514 May 18 14:27:46.515940 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0de1c7-e789-4720-99e3-2970dca0e6d1 x-openstack-request-id: req-de0de1c7-e789-4720-99e3-2970dca0e6d1 {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:27:46.516405 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b34af36-81ab-4984-ae61-c5fb5d6400c6", "tag": "2967a3b0-b7cf-4f3e-846f-ed2afc8bae29", "status": "completed", "code": 200}]} {{(pid=104324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:27:46.517334 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de0de1c7-e789-4720-99e3-2970dca0e6d1 {{(pid=104324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:27:46.517487 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0de1c7-e789-4720-99e3-2970dca0e6d1'] response: {'name': 'network-changed', 'server_uuid': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'tag': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29', 'status': 'completed', 'code': 200} May 18 14:27:46.596448 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-eeb13f97-369d-4b1c-807b-539f4737a22e None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:27:46.635264 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d378-8a36-4954-84b1-32d6829166dc req-923d6505-cfb4-4d85-9ff4-0a43d9c240f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:46.636998 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6d42d378-8a36-4954-84b1-32d6829166dc req-923d6505-cfb4-4d85-9ff4-0a43d9c240f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 1130 time: 0.0826683 May 18 14:27:46.638043 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9529802-a64d-42c6-bda4-2141c405e10e req-860442b7-2093-4fe5-87fb-5fc7a80804b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:46.639487 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-860442b7-2093-4fe5-87fb-5fc7a80804b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0488706cc5af4af8b6cf949502dc89f4&device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 1131 time: 0.0839577 May 18 14:27:46.741473 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-67e356a0-2961-4ac7-ba05-20c0f192bc4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=29100945-3af0-43dc-9127-4f3b8186f6ab HTTP/1.1" status: 200 len: 217 time: 0.0784144 May 18 14:27:46.825576 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9529802-a64d-42c6-bda4-2141c405e10e req-30f294fd-cb68-466d-876f-023f05439e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:46.827320 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-30f294fd-cb68-466d-876f-023f05439e46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d151a14-b612-4233-90e6-4a7dd2327454 HTTP/1.1" status: 200 len: 843 time: 0.0752828 May 18 14:27:46.840581 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d378-8a36-4954-84b1-32d6829166dc req-302efb7f-a6d2-4dc7-8f34-dd35bc69cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:46.841698 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6d42d378-8a36-4954-84b1-32d6829166dc req-302efb7f-a6d2-4dc7-8f34-dd35bc69cbea service neutron] 10.222.0.72 "GET /v2.0/networks?id=485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 200 len: 912 time: 0.1892364 May 18 14:27:46.847433 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-eeb13f97-369d-4b1c-807b-539f4737a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '9c3b9931-b1ff-42d2-82c5-ff120e921519', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:81:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:49Z', 'updated_at': '2022-05-18T14:23:55Z', 'revision_number': 1, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:46.873746 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb13f97-369d-4b1c-807b-539f4737a22e None None] Checking router: fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:27:46.883017 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb13f97-369d-4b1c-807b-539f4737a22e None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:27:46.883652 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-eeb13f97-369d-4b1c-807b-539f4737a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:27:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:46.970591 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddec752-d57d-4d71-9781-941871e125fb req-6e1b07a5-8615-46da-9d79-ae4083db2c56 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:46.972364 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dddec752-d57d-4d71-9781-941871e125fb req-6e1b07a5-8615-46da-9d79-ae4083db2c56 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 946 time: 0.0509841 May 18 14:27:46.997718 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-eeb13f97-369d-4b1c-807b-539f4737a22e None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:27:47.030080 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dddec752-d57d-4d71-9781-941871e125fb req-2fd9e0a2-9500-4c4d-b85d-58e6a3e4eff3 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515804 May 18 14:27:47.211825 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-eeb13f97-369d-4b1c-807b-539f4737a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '9c3b9931-b1ff-42d2-82c5-ff120e921519', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:81:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:49Z', 'updated_at': '2022-05-18T14:23:55Z', 'revision_number': 1, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:47.249162 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb13f97-369d-4b1c-807b-539f4737a22e None None] The sync data for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi is: [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '9c3b9931-b1ff-42d2-82c5-ff120e921519', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'port_id': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'mac_address': 'fa:16:3e:81:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:23:49Z', 'updated_at': '2022-05-18T14:23:55Z', 'revision_number': 1, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:27:47.350801 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee58a9-825f-433a-8d10-eb8f84d0f6d8 req-d90dbddd-bb5c-4d5e-aa42-6c0716990100 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:47.352324 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d7ee58a9-825f-433a-8d10-eb8f84d0f6d8 req-d90dbddd-bb5c-4d5e-aa42-6c0716990100 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 947 time: 0.0564754 May 18 14:27:47.396540 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:47.405876 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d7ee58a9-825f-433a-8d10-eb8f84d0f6d8 req-e7631dd8-b188-4cd0-8b7b-030ba958781b tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469599 May 18 14:27:47.505663 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d3d67-308d-47fe-897c-bd7d9abdfab5 None None] New status for floating IP 0ab1c221-d218-4f83-b68a-8ac5bddbdc09: DOWN {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:27:48.097251 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6d42d378-8a36-4954-84b1-32d6829166dc req-52c9ba4a-a3b3-4dfc-9af4-43f38f93eaf1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 HTTP/1.1" status: 200 len: 217 time: 0.0588696 May 18 14:27:48.117101 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9529802-a64d-42c6-bda4-2141c405e10e req-80ca4f0c-bdc8-47a4-b4da-9e7c84bea0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:48.119324 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-80ca4f0c-bdc8-47a4-b4da-9e7c84bea0a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0948980 May 18 14:27:48.150000 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8215-a6e5-4da3-9d24-cefea84bd9a8 req-9429efc6-c9f5-4a4c-88d3-d1d3a2783633 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:48.151581 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5faf8215-a6e5-4da3-9d24-cefea84bd9a8 req-9429efc6-c9f5-4a4c-88d3-d1d3a2783633 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 946 time: 0.0490587 May 18 14:27:48.202538 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:48.211229 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5faf8215-a6e5-4da3-9d24-cefea84bd9a8 req-c2bfbc35-e48f-45c8-814b-83187c4b630d tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523379 May 18 14:27:48.219621 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d378-8a36-4954-84b1-32d6829166dc req-7a80883c-2138-403d-bd28-05bcb2bd1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:48.219621 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6d42d378-8a36-4954-84b1-32d6829166dc req-7a80883c-2138-403d-bd28-05bcb2bd1b6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17f3fca3-f8aa-4221-afa0-9e4e902842ea HTTP/1.1" status: 200 len: 850 time: 0.1108258 May 18 14:27:48.255128 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-00266a21-9bfd-43a9-a0da-5676030b959d service neutron] 10.222.0.72 "GET /v2.0/networks/0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170464 May 18 14:27:48.431993 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42d378-8a36-4954-84b1-32d6829166dc req-f89aaf53-d3e0-49cc-83a6-033d8f8aea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:48.433634 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6d42d378-8a36-4954-84b1-32d6829166dc req-f89aaf53-d3e0-49cc-83a6-033d8f8aea31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485bb1dd-78e1-4b7c-907c-2599bbac27f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928974 May 18 14:27:48.522650 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a9529802-a64d-42c6-bda4-2141c405e10e req-c4208549-ccfb-41fb-bbd4-a467cbfff80f service neutron] 10.222.0.72 "GET /v2.0/networks/0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801975 May 18 14:27:48.533193 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7f7b9-271e-4ddd-8dd4-d2ca741d4eba req-348863fe-28a6-4287-8847-5f372e0fa408 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:48.534810 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c5e7f7b9-271e-4ddd-8dd4-d2ca741d4eba req-348863fe-28a6-4287-8847-5f372e0fa408 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 947 time: 0.0578051 May 18 14:27:48.560213 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6d42d378-8a36-4954-84b1-32d6829166dc req-cb3058f0-5f0c-4bba-aa61-81b1f698091d service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192155 May 18 14:27:48.586444 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c5e7f7b9-271e-4ddd-8dd4-d2ca741d4eba req-0b8214eb-82af-4c13-9852-a895211a524f tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458021 May 18 14:27:48.784084 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6d42d378-8a36-4954-84b1-32d6829166dc req-ac85822b-11e7-42ac-8d15-56b2086016f3 service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277623 May 18 14:27:48.791681 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb4ed5-a3b2-40be-b450-e229b1120bbc req-f7c09a21-f319-4e68-ac98-ea1bfd3dafeb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:48.793326 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-15bb4ed5-a3b2-40be-b450-e229b1120bbc req-f7c09a21-f319-4e68-ac98-ea1bfd3dafeb tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 946 time: 0.0705407 May 18 14:27:49.363881 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587a002-d0d2-4c4d-a41d-54b866c826c8 req-780f249a-a339-489b-9c0b-4eb0ce7c0d75 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:49.365846 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f587a002-d0d2-4c4d-a41d-54b866c826c8 req-780f249a-a339-489b-9c0b-4eb0ce7c0d75 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 946 time: 0.0724566 May 18 14:27:49.427180 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f587a002-d0d2-4c4d-a41d-54b866c826c8 req-2c22617e-2270-45e8-8d40-78a4995921a5 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548489 May 18 14:27:49.738223 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-15bb4ed5-a3b2-40be-b450-e229b1120bbc req-6deb0e4f-7b9c-46c4-8f11-6591f3ed7ee2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Deleting port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:27:49.739094 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-15bb4ed5-a3b2-40be-b450-e229b1120bbc req-6deb0e4f-7b9c-46c4-8f11-6591f3ed7ee2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:49.745154 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed154629-7909-4b8d-a72b-91f072ca8f42 req-f0be6dca-615d-4126-b7a7-c39781015920 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:49.747035 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ed154629-7909-4b8d-a72b-91f072ca8f42 req-f0be6dca-615d-4126-b7a7-c39781015920 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 947 time: 0.0744584 May 18 14:27:49.794574 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:49.813959 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ed154629-7909-4b8d-a72b-91f072ca8f42 req-72bccac1-ea82-424c-a342-76a1760c8cbf tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573971 May 18 14:27:49.857794 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-15bb4ed5-a3b2-40be-b450-e229b1120bbc req-6deb0e4f-7b9c-46c4-8f11-6591f3ed7ee2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] For port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:27:49.858184 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-15bb4ed5-a3b2-40be-b450-e229b1120bbc req-6deb0e4f-7b9c-46c4-8f11-6591f3ed7ee2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:49.880908 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-15bb4ed5-a3b2-40be-b450-e229b1120bbc req-6deb0e4f-7b9c-46c4-8f11-6591f3ed7ee2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Calling delete_port for 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:27:50.108388 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-15bb4ed5-a3b2-40be-b450-e229b1120bbc req-6deb0e4f-7b9c-46c4-8f11-6591f3ed7ee2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (2967a3b0-b7cf-4f3e-846f-ed2afc8bae29), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:50.139000 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb0e4f-7b9c-46c4-8f11-6591f3ed7ee2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event deleted for resources: {'Port': ['ID=2967a3b0-b7cf-4f3e-846f-ed2afc8bae29,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:50.216629 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bb4ed5-a3b2-40be-b450-e229b1120bbc req-6deb0e4f-7b9c-46c4-8f11-6591f3ed7ee2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] No DVR routers for this DVR port 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:27:50.220411 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-15bb4ed5-a3b2-40be-b450-e229b1120bbc req-6deb0e4f-7b9c-46c4-8f11-6591f3ed7ee2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:50.224061 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-15bb4ed5-a3b2-40be-b450-e229b1120bbc req-6deb0e4f-7b9c-46c4-8f11-6591f3ed7ee2 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "DELETE /v2.0/ports/2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 HTTP/1.1" status: 204 len: 173 time: 0.5827661 May 18 14:27:50.224526 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'name': 'network-vif-deleted', 'tag': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:27:50.227712 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc77af2f-f132-4807-a578-c0d343d234c5" -d '{"events": [{"server_uuid": "3b34af36-81ab-4984-ae61-c5fb5d6400c6", "name": "network-vif-deleted", "tag": "2967a3b0-b7cf-4f3e-846f-ed2afc8bae29"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:27:50.279865 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db776bd-b960-4dad-a290-41a30a85ff0d x-openstack-request-id: req-7db776bd-b960-4dad-a290-41a30a85ff0d {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:27:50.279865 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b34af36-81ab-4984-ae61-c5fb5d6400c6", "name": "network-vif-deleted", "tag": "2967a3b0-b7cf-4f3e-846f-ed2afc8bae29", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:27:50.279865 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7db776bd-b960-4dad-a290-41a30a85ff0d {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:27:50.279865 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db776bd-b960-4dad-a290-41a30a85ff0d'] response: {'server_uuid': '3b34af36-81ab-4984-ae61-c5fb5d6400c6', 'name': 'network-vif-deleted', 'tag': '2967a3b0-b7cf-4f3e-846f-ed2afc8bae29', 'status': 'completed', 'code': 200} May 18 14:27:50.536864 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0842ecc3-707a-40c3-9d78-da205cf5a3d4 req-a8eafcd6-b8ce-4ed8-9365-d8ed04a32bae tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b34af36-81ab-4984-ae61-c5fb5d6400c6 HTTP/1.1" status: 200 len: 210 time: 0.0298080 May 18 14:27:51.105988 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d89e7d-c395-4228-aa9f-a5c63c7845ee req-d2274d61-fdae-47c0-9a65-92c7451e8565 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:51.107499 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a4d89e7d-c395-4228-aa9f-a5c63c7845ee req-d2274d61-fdae-47c0-9a65-92c7451e8565 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 947 time: 0.2134871 May 18 14:27:51.161211 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a4d89e7d-c395-4228-aa9f-a5c63c7845ee req-1884ae62-5ecb-4c79-9636-0d3a4791f757 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473330 May 18 14:27:51.198027 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 29100945-3af0-43dc-9127-4f3b8186f6ab details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:27:51.200884 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:27:51.226936 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:27:51.227287 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 2967a3b0-b7cf-4f3e-846f-ed2afc8bae29 not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:27:51.304940 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:51.329768 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 29100945-3af0-43dc-9127-4f3b8186f6ab, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=29100945-3af0-43dc-9127-4f3b8186f6ab,segment=NetworkSegment(8a4d81ce-5327-4480-b02d-50f11013eaf6),segment_id=8a4d81ce-5327-4480-b02d-50f11013eaf6)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:27:51.341324 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '29100945-3af0-43dc-9127-4f3b8186f6ab', 'network_id': '0f93dd8a-bb37-41d0-a0e2-c5d5ae9c308b', 'port_id': '29100945-3af0-43dc-9127-4f3b8186f6ab', 'mac_address': 'fa:16:3e:62:be:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d151a14-b612-4233-90e6-4a7dd2327454', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:27:51.377620 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 29100945-3af0-43dc-9127-4f3b8186f6ab is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:27:51.378005 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:51.392229 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29100945-3af0-43dc-9127-4f3b8186f6ab {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:27:51.414831 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 29100945-3af0-43dc-9127-4f3b8186f6ab, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=29100945-3af0-43dc-9127-4f3b8186f6ab,segment=NetworkSegment(8a4d81ce-5327-4480-b02d-50f11013eaf6),segment_id=8a4d81ce-5327-4480-b02d-50f11013eaf6)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:27:51.543218 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:51.600940 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=29100945-3af0-43dc-9127-4f3b8186f6ab,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:51.608062 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.608414 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.608755 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.609129 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.609506 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.609809 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.610154 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.610439 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.610760 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.611082 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.611401 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.611760 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.612075 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.612392 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.612703 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.798073 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['29100945-3af0-43dc-9127-4f3b8186f6ab'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:27:51.839148 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:52.285133 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cb686-62a5-4b67-8527-b7cd52da1a79 req-c796d4d1-f4ce-4ce3-94f8-5e45faf1c56d tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:52.286639 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-af5cb686-62a5-4b67-8527-b7cd52da1a79 req-c796d4d1-f4ce-4ce3-94f8-5e45faf1c56d tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 948 time: 0.0524015 May 18 14:27:52.334803 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-af5cb686-62a5-4b67-8527-b7cd52da1a79 req-8675cc6c-1c15-469d-9f2b-2fc2d319af4b tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 May 18 14:27:53.198560 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 29100945-3af0-43dc-9127-4f3b8186f6ab up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:27:53.242450 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 29100945-3af0-43dc-9127-4f3b8186f6ab completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:27:53.342753 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 29100945-3af0-43dc-9127-4f3b8186f6ab triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:27:53.343166 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:53.356959 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:27:53.425720 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 29100945-3af0-43dc-9127-4f3b8186f6ab is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:27:53.426126 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:53.450642 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b013150-55ba-4404-bac1-d2eb22f18983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29100945-3af0-43dc-9127-4f3b8186f6ab'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:27:53.452956 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc838f7-4ec7-411d-916c-75df7276f384" -d '{"events": [{"server_uuid": "4b013150-55ba-4404-bac1-d2eb22f18983", "name": "network-vif-plugged", "status": "completed", "tag": "29100945-3af0-43dc-9127-4f3b8186f6ab"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:27:53.466781 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 29100945-3af0-43dc-9127-4f3b8186f6ab, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=29100945-3af0-43dc-9127-4f3b8186f6ab,segment=NetworkSegment(8a4d81ce-5327-4480-b02d-50f11013eaf6),segment_id=8a4d81ce-5327-4480-b02d-50f11013eaf6)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:27:53.491081 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9fd5f3-1903-44af-9232-02ef412aaaf3 x-openstack-request-id: req-ea9fd5f3-1903-44af-9232-02ef412aaaf3 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:27:53.491377 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b013150-55ba-4404-bac1-d2eb22f18983", "name": "network-vif-plugged", "status": "completed", "tag": "29100945-3af0-43dc-9127-4f3b8186f6ab", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:27:53.491692 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea9fd5f3-1903-44af-9232-02ef412aaaf3 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:27:53.492110 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9fd5f3-1903-44af-9232-02ef412aaaf3'] response: {'server_uuid': '4b013150-55ba-4404-bac1-d2eb22f18983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29100945-3af0-43dc-9127-4f3b8186f6ab', 'code': 200} May 18 14:27:53.510572 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60856f0-5cdc-414e-9d29-e67323e01d06 req-d9f6fe1f-e517-492d-a01c-20b7503388f7 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:53.513513 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c60856f0-5cdc-414e-9d29-e67323e01d06 req-d9f6fe1f-e517-492d-a01c-20b7503388f7 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 948 time: 0.1085534 May 18 14:27:53.565313 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:53.574879 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c60856f0-5cdc-414e-9d29-e67323e01d06 req-bc5a2aea-6577-4f2d-be4b-0e61877f9f8c tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570285 May 18 14:27:53.619172 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=29100945-3af0-43dc-9127-4f3b8186f6ab,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:53.847350 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5438c-57df-4d92-8448-9b946c45b2ef req-3797a70f-52d0-4c8f-9818-fff3664064e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:53.849325 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a0f5438c-57df-4d92-8448-9b946c45b2ef req-3797a70f-52d0-4c8f-9818-fff3664064e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 1133 time: 0.0489807 May 18 14:27:53.900416 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-a0f5438c-57df-4d92-8448-9b946c45b2ef req-248efdf2-25f8-47f2-8b1d-36f9dc9c7d3f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 May 18 14:27:54.159924 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50756) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:27:54.208416 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:54.304128 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Deleting port e5eddcb8-2f3c-485c-967d-d1dc3e525622 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:27:54.304443 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (e5eddcb8-2f3c-485c-967d-d1dc3e525622), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:54.385561 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (e5eddcb8-2f3c-485c-967d-d1dc3e525622), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:54.385885 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (e5eddcb8-2f3c-485c-967d-d1dc3e525622), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:54.398018 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Calling delete_port for e5eddcb8-2f3c-485c-967d-d1dc3e525622 owned by network:floatingip {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:27:54.701331 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b1391-50c1-476b-ad5a-f06cfa8344b5 req-90da342f-4e19-4b86-9fe4-8229053a5cef tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:54.702869 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f23b1391-50c1-476b-ad5a-f06cfa8344b5 req-90da342f-4e19-4b86-9fe4-8229053a5cef tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 949 time: 0.0510836 May 18 14:27:54.708296 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (e5eddcb8-2f3c-485c-967d-d1dc3e525622), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:54.711751 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:54.738277 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event deleted for resources: {'Port': ['ID=e5eddcb8-2f3c-485c-967d-d1dc3e525622,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:54.763513 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f23b1391-50c1-476b-ad5a-f06cfa8344b5 req-ac0b3155-5d5e-4193-8dc8-d466d5d09c07 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548563 May 18 14:27:54.813373 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (9c3b9931-b1ff-42d2-82c5-ff120e921519), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:54.813718 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Floating IP 9c3b9931-b1ff-42d2-82c5-ff120e921519 disassociated (deleted). External IP: 172.27.2.227, port: 4ed74663-e74e-4929-86a7-1ca7a8467f6a. May 18 14:27:55.020470 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:27:55.022617 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:55.136415 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:27:55.141260 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:55.146102 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c2dec-fd71-46d7-95ac-2f8d3b2d57da None None] Sync routers for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:27:55.157640 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c2dec-fd71-46d7-95ac-2f8d3b2d57da None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:27:55.158488 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-1e2c2dec-fd71-46d7-95ac-2f8d3b2d57da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:27:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:55.173287 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-26f592f1-11fd-42ae-83d1-40b655b5b5e4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "DELETE /v2.0/floatingips/9c3b9931-b1ff-42d2-82c5-ff120e921519 HTTP/1.1" status: 204 len: 168 time: 1.0122387 May 18 14:27:55.173861 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'tag': '4ed74663-e74e-4929-86a7-1ca7a8467f6a'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:27:55.176202 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0cc31a-50fc-4fc3-9f78-fe51029f154e" -d '{"events": [{"name": "network-changed", "server_uuid": "23f5c10a-fe57-40ac-88cf-a8ba82154178", "tag": "4ed74663-e74e-4929-86a7-1ca7a8467f6a"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:27:55.222165 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e201a521-d813-481f-8412-fdfcfbcd9b11 x-openstack-request-id: req-e201a521-d813-481f-8412-fdfcfbcd9b11 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:27:55.222542 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f5c10a-fe57-40ac-88cf-a8ba82154178", "tag": "4ed74663-e74e-4929-86a7-1ca7a8467f6a", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:27:55.222871 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e201a521-d813-481f-8412-fdfcfbcd9b11 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:27:55.223405 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e201a521-d813-481f-8412-fdfcfbcd9b11'] response: {'name': 'network-changed', 'server_uuid': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'tag': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'status': 'completed', 'code': 200} May 18 14:27:55.272397 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-1e2c2dec-fd71-46d7-95ac-2f8d3b2d57da None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:27:55.353905 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:55.408751 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:55.435257 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cc31a-50fc-4fc3-9f78-fe51029f154e req-a3d7e08c-8530-4732-be8a-dfda7f041df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:55.436772 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4e0cc31a-50fc-4fc3-9f78-fe51029f154e req-a3d7e08c-8530-4732-be8a-dfda7f041df1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 1129 time: 0.0453482 May 18 14:27:55.457219 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:55.498388 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-1e2c2dec-fd71-46d7-95ac-2f8d3b2d57da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:55.522558 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c2dec-fd71-46d7-95ac-2f8d3b2d57da None None] Checking router: fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:27:55.531625 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c2dec-fd71-46d7-95ac-2f8d3b2d57da None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:27:55.532246 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-1e2c2dec-fd71-46d7-95ac-2f8d3b2d57da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:27:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:55.540100 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cc31a-50fc-4fc3-9f78-fe51029f154e req-df3c5886-6632-4d21-a235-223d9c67b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:55.543537 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4e0cc31a-50fc-4fc3-9f78-fe51029f154e req-df3c5886-6632-4d21-a235-223d9c67b584 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 200 len: 912 time: 0.0998993 May 18 14:27:55.592419 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4e0cc31a-50fc-4fc3-9f78-fe51029f154e req-b047f659-ea3c-474f-9197-0b7d2e6bf6ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ed74663-e74e-4929-86a7-1ca7a8467f6a HTTP/1.1" status: 200 len: 217 time: 0.0426941 May 18 14:27:55.647561 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cc31a-50fc-4fc3-9f78-fe51029f154e req-ea8dbbe7-64a6-4326-a4ad-9ee89beb660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:55.649206 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4e0cc31a-50fc-4fc3-9f78-fe51029f154e req-ea8dbbe7-64a6-4326-a4ad-9ee89beb660a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17f3fca3-f8aa-4221-afa0-9e4e902842ea HTTP/1.1" status: 200 len: 850 time: 0.0508852 May 18 14:27:55.698801 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cc31a-50fc-4fc3-9f78-fe51029f154e req-b3c076b4-c9fa-47a1-9947-bb5ab02d17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:55.700055 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4e0cc31a-50fc-4fc3-9f78-fe51029f154e req-b3c076b4-c9fa-47a1-9947-bb5ab02d17cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485bb1dd-78e1-4b7c-907c-2599bbac27f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446229 May 18 14:27:55.709033 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49110f37-c2ec-4b2c-b7d7-7896af6fa639 req-4a09682b-3bad-4e29-895c-a73ff5a12549 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:55.710824 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-49110f37-c2ec-4b2c-b7d7-7896af6fa639 req-4a09682b-3bad-4e29-895c-a73ff5a12549 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 945 time: 0.0696340 May 18 14:27:55.732685 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-1e2c2dec-fd71-46d7-95ac-2f8d3b2d57da None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:27:55.768456 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-49110f37-c2ec-4b2c-b7d7-7896af6fa639 req-760a759a-5dd0-4056-9f8f-94c214fd7af1 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510869 May 18 14:27:55.879927 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:55.889530 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ebf23-6163-4755-9fa1-5762c5ffeb5f req-b9440fa5-3f18-4145-974a-bb0e55912ff4 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:55.892072 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-357ebf23-6163-4755-9fa1-5762c5ffeb5f req-b9440fa5-3f18-4145-974a-bb0e55912ff4 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 949 time: 0.0499947 May 18 14:27:55.935930 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-1e2c2dec-fd71-46d7-95ac-2f8d3b2d57da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:55.950193 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-357ebf23-6163-4755-9fa1-5762c5ffeb5f req-3b664bc7-fac5-4ed1-9548-03dc8dcdb1d1 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532141 May 18 14:27:55.963527 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c2dec-fd71-46d7-95ac-2f8d3b2d57da None None] The sync data for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi is: [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:18:56Z', 'revision_number': 4, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8', 'name': '', 'network_id': '485bb1dd-78e1-4b7c-907c-2599bbac27f4', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'mac_address': 'fa:16:3e:7f:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:54Z', 'updated_at': '2022-05-18T14:19:03Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'subnets': [{'id': '17f3fca3-f8aa-4221-afa0-9e4e902842ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:27:56.218646 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e106f4-66c0-435c-927f-764658d65505 None None] New status for floating IP 9c3b9931-b1ff-42d2-82c5-ff120e921519: DOWN {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:27:56.509511 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253bc65-f474-4568-9ab9-023487e2d4fe req-4083abc7-ba36-4455-812c-b3dafbf59c6c tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:56.511168 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1253bc65-f474-4568-9ab9-023487e2d4fe req-4083abc7-ba36-4455-812c-b3dafbf59c6c tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 949 time: 0.0521054 May 18 14:27:56.523691 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:56.562851 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1253bc65-f474-4568-9ab9-023487e2d4fe req-a8aad476-7a02-4eef-9a97-f000332b1105 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459542 May 18 14:27:56.894857 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e45fde-c6e4-407c-88de-9920546e5d51 req-6e814ac7-36f7-4f78-a310-027bcd73be2b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:56.896615 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-17e45fde-c6e4-407c-88de-9920546e5d51 req-6e814ac7-36f7-4f78-a310-027bcd73be2b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 945 time: 0.0506535 May 18 14:27:56.914297 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4e0cc31a-50fc-4fc3-9f78-fe51029f154e req-a14b411e-011d-43f9-9fd2-cfbd5104f4aa service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974977 May 18 14:27:56.950259 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-17e45fde-c6e4-407c-88de-9920546e5d51 req-6af7f2c9-ed61-4ff4-8cec-a552dfde252b tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460548 May 18 14:27:57.695568 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e18c72-19bb-49f1-9d2e-4beee7bdcd9b req-81c0729b-9904-49d0-8b9f-2d90c1087c53 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:57.697659 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-50e18c72-19bb-49f1-9d2e-4beee7bdcd9b req-81c0729b-9904-49d0-8b9f-2d90c1087c53 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 949 time: 0.0526385 May 18 14:27:57.752143 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-50e18c72-19bb-49f1-9d2e-4beee7bdcd9b req-7252ac9e-163b-4117-b147-fbb3dd333222 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487256 May 18 14:27:58.078687 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f971302-d221-43d8-a556-927de3c67c56 req-5579ca24-5ba0-44d4-9d14-f90cc463135a tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:58.080196 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7f971302-d221-43d8-a556-927de3c67c56 req-5579ca24-5ba0-44d4-9d14-f90cc463135a tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 945 time: 0.0522475 May 18 14:27:58.131661 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7f971302-d221-43d8-a556-927de3c67c56 req-3d6186a1-439c-457b-be6b-00130e3407a4 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456064 May 18 14:27:58.164461 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4e0cc31a-50fc-4fc3-9f78-fe51029f154e req-d9b8e34c-f126-4e9f-a56e-ec38025da873 service neutron] 10.222.0.72 "GET /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894172 May 18 14:27:58.400638 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126505e3-31fa-4455-bde0-2eaefab0333c req-2df9b90d-9387-4aa8-89cd-ca7aae783353 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:58.402250 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-126505e3-31fa-4455-bde0-2eaefab0333c req-2df9b90d-9387-4aa8-89cd-ca7aae783353 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 945 time: 0.0490441 May 18 14:27:58.456412 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:58.519341 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadc814-a70d-40de-9eb5-4aa0f309f1f5 req-d5627c7a-24f2-4e4a-96ec-395886ab41a1 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:58.520682 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-eaadc814-a70d-40de-9eb5-4aa0f309f1f5 req-d5627c7a-24f2-4e4a-96ec-395886ab41a1 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 949 time: 0.0773981 May 18 14:27:58.589115 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-126505e3-31fa-4455-bde0-2eaefab0333c req-18136582-a801-4749-85e1-ee312f493c43 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Deleting port 4ed74663-e74e-4929-86a7-1ca7a8467f6a {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:27:58.589667 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-126505e3-31fa-4455-bde0-2eaefab0333c req-18136582-a801-4749-85e1-ee312f493c43 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:58.694639 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-eaadc814-a70d-40de-9eb5-4aa0f309f1f5 req-b58b806d-2578-4b5a-98a9-c5acb56cbb34 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Deleting port 29100945-3af0-43dc-9127-4f3b8186f6ab {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:27:58.694979 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-eaadc814-a70d-40de-9eb5-4aa0f309f1f5 req-b58b806d-2578-4b5a-98a9-c5acb56cbb34 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:58.882931 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dee3c-23dc-47a7-8ddc-9b921208231a req-64a3c401-df4b-49e0-8e09-ea0f7c934388 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:58.884663 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-052dee3c-23dc-47a7-8ddc-9b921208231a req-64a3c401-df4b-49e0-8e09-ea0f7c934388 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 949 time: 0.0529206 May 18 14:27:58.943878 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-052dee3c-23dc-47a7-8ddc-9b921208231a req-14f3d350-18ad-4473-8c36-4758f2a094d2 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/security-groups?id=26d36e2b-eade-489e-85c6-0be21408e1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514491 May 18 14:27:59.025731 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-126505e3-31fa-4455-bde0-2eaefab0333c req-18136582-a801-4749-85e1-ee312f493c43 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] For port 4ed74663-e74e-4929-86a7-1ca7a8467f6a, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=4ed74663-e74e-4929-86a7-1ca7a8467f6a,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:27:59.026638 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-126505e3-31fa-4455-bde0-2eaefab0333c req-18136582-a801-4749-85e1-ee312f493c43 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:59.046513 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-126505e3-31fa-4455-bde0-2eaefab0333c req-18136582-a801-4749-85e1-ee312f493c43 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Calling delete_port for 4ed74663-e74e-4929-86a7-1ca7a8467f6a owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:27:59.113345 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-eaadc814-a70d-40de-9eb5-4aa0f309f1f5 req-b58b806d-2578-4b5a-98a9-c5acb56cbb34 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] For port 29100945-3af0-43dc-9127-4f3b8186f6ab, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=29100945-3af0-43dc-9127-4f3b8186f6ab,segment=NetworkSegment(8a4d81ce-5327-4480-b02d-50f11013eaf6),segment_id=8a4d81ce-5327-4480-b02d-50f11013eaf6)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:27:59.113688 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-eaadc814-a70d-40de-9eb5-4aa0f309f1f5 req-b58b806d-2578-4b5a-98a9-c5acb56cbb34 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:59.130684 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-eaadc814-a70d-40de-9eb5-4aa0f309f1f5 req-b58b806d-2578-4b5a-98a9-c5acb56cbb34 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Calling delete_port for 29100945-3af0-43dc-9127-4f3b8186f6ab owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:27:59.202728 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 4ed74663-e74e-4929-86a7-1ca7a8467f6a no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:27:59.250355 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:59.277201 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df404bfb-0973-401a-b29f-c7cdf681c438 req-92acecff-e786-42eb-a80e-4ec19209ecb6 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:27:59.278879 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-df404bfb-0973-401a-b29f-c7cdf681c438 req-92acecff-e786-42eb-a80e-4ec19209ecb6 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 945 time: 0.0634987 May 18 14:27:59.291165 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 4ed74663-e74e-4929-86a7-1ca7a8467f6a is: ACTIVE; New status is: DOWN {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:27:59.292089 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:59.338038 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-df404bfb-0973-401a-b29f-c7cdf681c438 req-1d60795c-d4e9-49b2-b457-a9d3fde20eb7 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/security-groups?id=450d2e01-a454-4112-af9d-9a88489bf8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518880 May 18 14:27:59.422887 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-126505e3-31fa-4455-bde0-2eaefab0333c req-18136582-a801-4749-85e1-ee312f493c43 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (4ed74663-e74e-4929-86a7-1ca7a8467f6a), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:59.454321 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18136582-a801-4749-85e1-ee312f493c43 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event deleted for resources: {'Port': ['ID=4ed74663-e74e-4929-86a7-1ca7a8467f6a,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:59.485967 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-eaadc814-a70d-40de-9eb5-4aa0f309f1f5 req-b58b806d-2578-4b5a-98a9-c5acb56cbb34 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (29100945-3af0-43dc-9127-4f3b8186f6ab), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:59.525307 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:27:59.527068 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-126505e3-31fa-4455-bde0-2eaefab0333c req-18136582-a801-4749-85e1-ee312f493c43 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] No DVR routers for this DVR port 4ed74663-e74e-4929-86a7-1ca7a8467f6a on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:27:59.531359 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-126505e3-31fa-4455-bde0-2eaefab0333c req-18136582-a801-4749-85e1-ee312f493c43 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:59.534470 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-126505e3-31fa-4455-bde0-2eaefab0333c req-18136582-a801-4749-85e1-ee312f493c43 tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.72 "DELETE /v2.0/ports/4ed74663-e74e-4929-86a7-1ca7a8467f6a HTTP/1.1" status: 204 len: 173 time: 1.0978255 May 18 14:27:59.535295 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'name': 'network-vif-deleted', 'tag': '4ed74663-e74e-4929-86a7-1ca7a8467f6a'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:27:59.537684 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c88b60-abaf-4ea1-bb05-7af737b0043a" -d '{"events": [{"server_uuid": "23f5c10a-fe57-40ac-88cf-a8ba82154178", "name": "network-vif-deleted", "tag": "4ed74663-e74e-4929-86a7-1ca7a8467f6a"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:27:59.540124 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b806d-2578-4b5a-98a9-c5acb56cbb34 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Pushing event deleted for resources: {'Port': ['ID=29100945-3af0-43dc-9127-4f3b8186f6ab,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:59.595941 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaadc814-a70d-40de-9eb5-4aa0f309f1f5 req-b58b806d-2578-4b5a-98a9-c5acb56cbb34 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] No DVR routers for this DVR port 29100945-3af0-43dc-9127-4f3b8186f6ab on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:27:59.598459 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-eaadc814-a70d-40de-9eb5-4aa0f309f1f5 req-b58b806d-2578-4b5a-98a9-c5acb56cbb34 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:27:59.601906 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-eaadc814-a70d-40de-9eb5-4aa0f309f1f5 req-b58b806d-2578-4b5a-98a9-c5acb56cbb34 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.72 "DELETE /v2.0/ports/29100945-3af0-43dc-9127-4f3b8186f6ab HTTP/1.1" status: 204 len: 173 time: 1.0572882 May 18 14:27:59.655211 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a13906-80a8-4c9a-b6e7-98a80a2bddd1 x-openstack-request-id: req-f8a13906-80a8-4c9a-b6e7-98a80a2bddd1 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:27:59.655768 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f5c10a-fe57-40ac-88cf-a8ba82154178", "name": "network-vif-deleted", "tag": "4ed74663-e74e-4929-86a7-1ca7a8467f6a", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:27:59.656021 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f8a13906-80a8-4c9a-b6e7-98a80a2bddd1 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:27:59.656424 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a13906-80a8-4c9a-b6e7-98a80a2bddd1'] response: {'server_uuid': '23f5c10a-fe57-40ac-88cf-a8ba82154178', 'name': 'network-vif-deleted', 'tag': '4ed74663-e74e-4929-86a7-1ca7a8467f6a', 'status': 'completed', 'code': 200} May 18 14:28:00.062481 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-91ada9da-45f7-479b-9217-0728c9873822 req-e9e92708-41bc-4997-b9da-6ef5e1898f90 tempest-VolumesNegativeTest-90324495 tempest-VolumesNegativeTest-90324495-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b013150-55ba-4404-bac1-d2eb22f18983 HTTP/1.1" status: 200 len: 210 time: 0.0296874 May 18 14:28:00.454121 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-203fbe61-8d63-4f74-ad04-585d0b43cf04 req-c9a8eece-11e0-410b-b9df-80b1195a3cab tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f5c10a-fe57-40ac-88cf-a8ba82154178 HTTP/1.1" status: 200 len: 210 time: 0.0275745 May 18 14:28:01.142288 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-667927df-c06d-4b32-93cf-ee6d4844cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:01.207227 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 29100945-3af0-43dc-9127-4f3b8186f6ab no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:28:01.234339 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 29100945-3af0-43dc-9127-4f3b8186f6ab {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:28:01.234736 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 29100945-3af0-43dc-9127-4f3b8186f6ab not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:28:01.515999 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50816) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:01.629829 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3b01f-198e-4c16-b393-9f42c58a0dbf tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Deleting port 41290673-3e91-45ed-80ba-4bff288bb73b {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:28:01.630170 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f8a3b01f-198e-4c16-b393-9f42c58a0dbf tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (41290673-3e91-45ed-80ba-4bff288bb73b), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:01.657415 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b013150-55ba-4404-bac1-d2eb22f18983', 'name': 'network-vif-deleted', 'tag': '29100945-3af0-43dc-9127-4f3b8186f6ab'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:28:01.659926 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2dda54-a309-4bf5-8968-71b88593dcfd" -d '{"events": [{"server_uuid": "4b013150-55ba-4404-bac1-d2eb22f18983", "name": "network-vif-deleted", "tag": "29100945-3af0-43dc-9127-4f3b8186f6ab"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:28:01.696473 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18da2580-eda7-4835-9545-778eb0fff4af x-openstack-request-id: req-18da2580-eda7-4835-9545-778eb0fff4af {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:28:01.696768 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b013150-55ba-4404-bac1-d2eb22f18983", "name": "network-vif-deleted", "tag": "29100945-3af0-43dc-9127-4f3b8186f6ab", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:28:01.697043 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-18da2580-eda7-4835-9545-778eb0fff4af {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:28:01.697441 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18da2580-eda7-4835-9545-778eb0fff4af'] response: {'server_uuid': '4b013150-55ba-4404-bac1-d2eb22f18983', 'name': 'network-vif-deleted', 'tag': '29100945-3af0-43dc-9127-4f3b8186f6ab', 'status': 'completed', 'code': 200} May 18 14:28:01.713109 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f8a3b01f-198e-4c16-b393-9f42c58a0dbf tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (41290673-3e91-45ed-80ba-4bff288bb73b), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:01.713461 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f8a3b01f-198e-4c16-b393-9f42c58a0dbf tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (41290673-3e91-45ed-80ba-4bff288bb73b), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:01.727361 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3b01f-198e-4c16-b393-9f42c58a0dbf tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Calling delete_port for 41290673-3e91-45ed-80ba-4bff288bb73b owned by network:floatingip {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:28:01.810807 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:01.954000 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f8a3b01f-198e-4c16-b393-9f42c58a0dbf tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (41290673-3e91-45ed-80ba-4bff288bb73b), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:01.979478 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3b01f-198e-4c16-b393-9f42c58a0dbf tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event deleted for resources: {'Port': ['ID=41290673-3e91-45ed-80ba-4bff288bb73b,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:02.027308 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:02.044893 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f8a3b01f-198e-4c16-b393-9f42c58a0dbf tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for floatingip (84fc4d51-a2d6-49c4-a801-0f6f2cea136b), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:02.047405 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f8a3b01f-198e-4c16-b393-9f42c58a0dbf tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:02.048571 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-f8a3b01f-198e-4c16-b393-9f42c58a0dbf tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "DELETE /v2.0/floatingips/84fc4d51-a2d6-49c4-a801-0f6f2cea136b HTTP/1.1" status: 204 len: 168 time: 0.5322697 May 18 14:28:03.425924 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 50922) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:03.492715 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9aa34df6-5d3f-42af-99e6-c214328e22dc tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group (450d2e01-a454-4112-af9d-9a88489bf8d5), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:03.522514 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9aa34df6-5d3f-42af-99e6-c214328e22dc tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group (450d2e01-a454-4112-af9d-9a88489bf8d5), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:03.604591 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-66f5ff38-63df-4d57-bef0-0579fa25e31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:03.718585 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9aa34df6-5d3f-42af-99e6-c214328e22dc tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (450d2e01-a454-4112-af9d-9a88489bf8d5), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:03.721367 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9aa34df6-5d3f-42af-99e6-c214328e22dc tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:03.722508 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-9aa34df6-5d3f-42af-99e6-c214328e22dc tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] 10.222.0.71 "DELETE /v2.0/security-groups/450d2e01-a454-4112-af9d-9a88489bf8d5 HTTP/1.1" status: 204 len: 168 time: 0.2969663 May 18 14:28:03.733300 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa34df6-5d3f-42af-99e6-c214328e22dc tempest-TestVolumeBootPattern-920849135 tempest-TestVolumeBootPattern-920849135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450d2e01-a454-4112-af9d-9a88489bf8d5,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:03.903018 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 50936) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:04.337877 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-59c82680-abf8-4974-917f-c3036be4877e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646468'] for router_interface (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:04.600201 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-59c82680-abf8-4974-917f-c3036be4877e admin admin] Deleting port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:28:04.811336 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-59c82680-abf8-4974-917f-c3036be4877e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:04.811336 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-59c82680-abf8-4974-917f-c3036be4877e admin admin] For port f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:04.811336 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-59c82680-abf8-4974-917f-c3036be4877e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:04.811336 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-59c82680-abf8-4974-917f-c3036be4877e admin admin] Calling delete_port for f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 owned by network:router_interface {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:28:04.835884 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:04.878723 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:04.983414 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-59c82680-abf8-4974-917f-c3036be4877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:05.008473 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c82680-abf8-4974-917f-c3036be4877e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:05.141770 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:05.182772 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-59c82680-abf8-4974-917f-c3036be4877e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642907'] for router_interface (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:05.434172 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c82680-abf8-4974-917f-c3036be4877e admin admin] Router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:28:05.543091 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c82680-abf8-4974-917f-c3036be4877e admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:28:05.548614 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-59c82680-abf8-4974-917f-c3036be4877e admin admin] 10.222.0.71 "PUT /v2.0/routers/fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6438582 May 18 14:28:05.551532 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51030) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:05.554502 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e629e-4e8b-4168-834a-c92345ab338e None None] Sync routers for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:28:05.570946 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e629e-4e8b-4168-834a-c92345ab338e None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:05.571613 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-579e629e-4e8b-4168-834a-c92345ab338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:05.682860 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Publish callbacks [] for router (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:05.685647 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-579e629e-4e8b-4168-834a-c92345ab338e None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:05.784551 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:05.880774 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-579e629e-4e8b-4168-834a-c92345ab338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:28:04Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:05.910732 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e629e-4e8b-4168-834a-c92345ab338e None None] Checking router: fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:28:05.923256 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e629e-4e8b-4168-834a-c92345ab338e None None] Routers {'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:05.924293 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-579e629e-4e8b-4168-834a-c92345ab338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:06.037254 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-579e629e-4e8b-4168-834a-c92345ab338e None None] Set router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:06.081167 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Publish callbacks [] for router_gateway (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:06.221687 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Deleting port de6a075c-dc87-441f-9531-b42bf750283d {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:28:06.229562 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (de6a075c-dc87-441f-9531-b42bf750283d), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:06.264899 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-579e629e-4e8b-4168-834a-c92345ab338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:28:04Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:06.288460 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e629e-4e8b-4168-834a-c92345ab338e None None] The sync data for ids ['fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e'] in dv-cinder-755101-9-iscsi is: [{'id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'name': 'tempest-TestVolumeBootPattern-565884950-router', 'tenant_id': '40663a63d8dc4922879421a0c7d0c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:18:48Z', 'updated_at': '2022-05-18T14:28:04Z', 'revision_number': 5, 'project_id': '40663a63d8dc4922879421a0c7d0c0a7', 'gw_port': {'id': 'de6a075c-dc87-441f-9531-b42bf750283d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:18:49Z', 'updated_at': '2022-05-18T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:28:06.291282 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:06.346843 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] For port de6a075c-dc87-441f-9531-b42bf750283d, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=de6a075c-dc87-441f-9531-b42bf750283d,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:06.347208 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (de6a075c-dc87-441f-9531-b42bf750283d), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:06.367609 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Calling delete_port for de6a075c-dc87-441f-9531-b42bf750283d owned by network:router_gateway {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:28:06.610753 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (de6a075c-dc87-441f-9531-b42bf750283d), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:06.636001 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Pushing event deleted for resources: {'Port': ['ID=de6a075c-dc87-441f-9531-b42bf750283d,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:06.705995 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632694'] for router_gateway (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:06.768669 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:06.798823 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:06.801582 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Publish callbacks [] for router_controller (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:06.804322 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:06.920105 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634663'] for router (fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:06.920707 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e {{(pid=104324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 14:28:06.925353 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:06.926314 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-7c362c37-243e-45fc-99ad-655bcaf5153a admin admin] 10.222.0.71 "DELETE /v2.0/routers/fd4117d5-8bb9-4388-b1d8-0a1fb8ceeb6e HTTP/1.1" status: 204 len: 168 time: 1.3706491 May 18 14:28:06.928772 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51076) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:06.976405 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Deleting subnet 17f3fca3-f8aa-4221-afa0-9e4e902842ea {{(pid=104324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:28:06.980567 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Publish callbacks [] for subnet (17f3fca3-f8aa-4221-afa0-9e4e902842ea), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.022651 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064934'] for subnet (17f3fca3-f8aa-4221-afa0-9e4e902842ea), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.115700 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (17f3fca3-f8aa-4221-afa0-9e4e902842ea), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.256985 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4064870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324609'] for subnet (17f3fca3-f8aa-4221-afa0-9e4e902842ea), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.282615 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f3fca3-f8aa-4221-afa0-9e4e902842ea,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:07.294158 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.294508 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.294901 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.295245 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.295631 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.295958 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.296295 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.296622 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.296995 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.297769 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.297769 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.297961 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.298268 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.298605 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.298900 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:07.301981 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.309339 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-4eb98010-6955-4290-b7bc-0fb506ec4c9d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/17f3fca3-f8aa-4221-afa0-9e4e902842ea HTTP/1.1" status: 204 len: 168 time: 0.3752959 May 18 14:28:07.309559 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9a97b-e101-47be-94fa-ec93fb78636e None None] Network 485bb1dd-78e1-4b7c-907c-2599bbac27f4 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:28:07.309992 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51084) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:07.383544 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (485bb1dd-78e1-4b7c-907c-2599bbac27f4), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.395090 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:07.432029 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Deleting port f99bd632-86c5-40e5-987e-8ffdc32c7906 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:28:07.432379 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.461829 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6f9a90-5435-448c-accf-1def69ee4985 None None] DHCP port deletion for 485bb1dd-78e1-4b7c-907c-2599bbac27f4 request from dv-cinder-755101-9-iscsi {{(pid=104326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 14:28:07.499886 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f9a90-5435-448c-accf-1def69ee4985 None None] Deleting port f99bd632-86c5-40e5-987e-8ffdc32c7906 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:28:07.500259 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab6f9a90-5435-448c-accf-1def69ee4985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.502013 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] For port f99bd632-86c5-40e5-987e-8ffdc32c7906, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=f99bd632-86c5-40e5-987e-8ffdc32c7906,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:07.502379 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.516316 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Calling delete_port for f99bd632-86c5-40e5-987e-8ffdc32c7906 owned by network:dhcp {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:28:07.564745 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=9 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:07.568716 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-ab6f9a90-5435-448c-accf-1def69ee4985 None None] For port f99bd632-86c5-40e5-987e-8ffdc32c7906, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=f99bd632-86c5-40e5-987e-8ffdc32c7906,segment=NetworkSegment(2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0),segment_id=2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:07.569153 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab6f9a90-5435-448c-accf-1def69ee4985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.583413 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f9a90-5435-448c-accf-1def69ee4985 None None] Calling delete_port for f99bd632-86c5-40e5-987e-8ffdc32c7906 owned by network:dhcp {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:28:07.642767 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:07.750404 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.760332 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ab6f9a90-5435-448c-accf-1def69ee4985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616'] for port (f99bd632-86c5-40e5-987e-8ffdc32c7906), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.785388 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] No DVR routers for this DVR port f99bd632-86c5-40e5-987e-8ffdc32c7906 on host dv-cinder-755101-9-iscsi {{(pid=104324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:28:07.790362 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99bd632-86c5-40e5-987e-8ffdc32c7906,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:07.790601 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.794391 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f9a90-5435-448c-accf-1def69ee4985 None None] Pushing event deleted for resources: {'Port': ['ID=f99bd632-86c5-40e5-987e-8ffdc32c7906,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:07.796681 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f9a90-5435-448c-accf-1def69ee4985 None None] No DVR routers for this DVR port f99bd632-86c5-40e5-987e-8ffdc32c7906 on host dv-cinder-755101-9-iscsi {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:28:07.817515 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device de6a075c-dc87-441f-9531-b42bf750283d no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:28:07.837525 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: de6a075c-dc87-441f-9531-b42bf750283d {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:28:07.837875 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device de6a075c-dc87-441f-9531-b42bf750283d not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:28:07.838300 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:28:07.858534 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:28:07.858926 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device f5551acf-c0f9-4ef4-bbfe-f6f81ce37ca8 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:28:07.859308 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device f99bd632-86c5-40e5-987e-8ffdc32c7906 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:28:07.866870 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (485bb1dd-78e1-4b7c-907c-2599bbac27f4), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.877890 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: f99bd632-86c5-40e5-987e-8ffdc32c7906 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:28:07.878235 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device f99bd632-86c5-40e5-987e-8ffdc32c7906 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:28:07.888982 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485bb1dd-78e1-4b7c-907c-2599bbac27f4']}} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:07.905713 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0') {'for_net_delete': True} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:07.906015 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0') {} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:07.922163 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064927'] for segment (2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.936989 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.944103 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=104324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:28:07.944544 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063684'] for segment (2a94f1c8-2ddc-40c4-9d25-8d5e7f6770d0), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: Traceback (most recent call last): May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: timer() May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: cb(*args, **kw) May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: return func(*args, **kwargs) May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: self._notify() May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: self.callback(batched_events) May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: event.method(event) May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: return f(self, *a, **k) May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._get(url).json() May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: return self.request(url, 'GET', **kwargs) May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:28:07.946719 dv-cinder-755101-9-iscsi neutron-server[104324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:28:08.095717 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (485bb1dd-78e1-4b7c-907c-2599bbac27f4), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:08.102257 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:08.108767 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] 10.222.0.71 "DELETE /v2.0/networks/485bb1dd-78e1-4b7c-907c-2599bbac27f4 HTTP/1.1" status: 204 len: 168 time: 0.7950792 May 18 14:28:08.109145 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51096) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:08.129164 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771219bc-994f-4b3d-8189-321cc9362c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=485bb1dd-78e1-4b7c-907c-2599bbac27f4,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:08.151425 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51098) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:08.305690 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:08.306515 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-a279b39a-6e00-4fda-a73b-1ae1e73b9b3d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0488706cc5af4af8b6cf949502dc89f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519539 May 18 14:28:08.309552 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51102) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:08.362330 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d15723f7-a96c-43cb-8bbc-153836808e6d admin admin] Publish callbacks [] for security_group (26d36e2b-eade-489e-85c6-0be21408e1c8), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:08.374847 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:08.386126 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d15723f7-a96c-43cb-8bbc-153836808e6d admin admin] Publish callbacks [] for security_group (26d36e2b-eade-489e-85c6-0be21408e1c8), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:08.448391 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-208662fc-77ba-4f30-81a1-529aed3a09f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646468'] for router_interface (1a03834a-5c7a-4104-b9a2-ec360299acc9), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:08.547410 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:08.599842 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d15723f7-a96c-43cb-8bbc-153836808e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (26d36e2b-eade-489e-85c6-0be21408e1c8), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:08.602347 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d15723f7-a96c-43cb-8bbc-153836808e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:08.603539 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-d15723f7-a96c-43cb-8bbc-153836808e6d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/26d36e2b-eade-489e-85c6-0be21408e1c8 HTTP/1.1" status: 204 len: 168 time: 0.2929308 May 18 14:28:08.616381 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15723f7-a96c-43cb-8bbc-153836808e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d36e2b-eade-489e-85c6-0be21408e1c8,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:08.713294 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-208662fc-77ba-4f30-81a1-529aed3a09f3 admin admin] Deleting port 5e7815b8-dd04-446d-9ab0-163dad119b91 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:28:08.713641 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-208662fc-77ba-4f30-81a1-529aed3a09f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:08.806701 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-208662fc-77ba-4f30-81a1-529aed3a09f3 admin admin] For port 5e7815b8-dd04-446d-9ab0-163dad119b91, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=5e7815b8-dd04-446d-9ab0-163dad119b91,segment=NetworkSegment(06f143d1-18da-4ca4-b8ee-562356271744),segment_id=06f143d1-18da-4ca4-b8ee-562356271744)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:08.807061 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-208662fc-77ba-4f30-81a1-529aed3a09f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:08.826280 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-208662fc-77ba-4f30-81a1-529aed3a09f3 admin admin] Calling delete_port for 5e7815b8-dd04-446d-9ab0-163dad119b91 owned by network:router_interface {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:28:09.107945 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-208662fc-77ba-4f30-81a1-529aed3a09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (5e7815b8-dd04-446d-9ab0-163dad119b91), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:09.133948 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208662fc-77ba-4f30-81a1-529aed3a09f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7815b8-dd04-446d-9ab0-163dad119b91,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:09.309233 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:09.320068 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-208662fc-77ba-4f30-81a1-529aed3a09f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642907'] for router_interface (1a03834a-5c7a-4104-b9a2-ec360299acc9), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:09.539664 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208662fc-77ba-4f30-81a1-529aed3a09f3 admin admin] Router 1a03834a-5c7a-4104-b9a2-ec360299acc9 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:28:09.552577 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:09.646979 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208662fc-77ba-4f30-81a1-529aed3a09f3 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:28:09.651743 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-208662fc-77ba-4f30-81a1-529aed3a09f3 admin admin] 10.222.0.71 "PUT /v2.0/routers/1a03834a-5c7a-4104-b9a2-ec360299acc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5414956 May 18 14:28:09.654812 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51124) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:09.655850 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498c42a-678c-430b-8bc1-b78d1f8e7c66 None None] Sync routers for ids ['1a03834a-5c7a-4104-b9a2-ec360299acc9'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:28:09.666072 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498c42a-678c-430b-8bc1-b78d1f8e7c66 None None] Routers {'1a03834a-5c7a-4104-b9a2-ec360299acc9'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:09.666684 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-3498c42a-678c-430b-8bc1-b78d1f8e7c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['1a03834a-5c7a-4104-b9a2-ec360299acc9'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:09.757846 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Publish callbacks [] for router (1a03834a-5c7a-4104-b9a2-ec360299acc9), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:09.787411 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-3498c42a-678c-430b-8bc1-b78d1f8e7c66 None None] Set router 1a03834a-5c7a-4104-b9a2-ec360299acc9 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:09.844298 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51128) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:09.963174 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-4532046-network', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:09.995966 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-3498c42a-678c-430b-8bc1-b78d1f8e7c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'name': 'tempest-TestVolumeBootPattern-829863743-router', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:19:05Z', 'updated_at': '2022-05-18T14:28:08Z', 'revision_number': 5, 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'gw_port': {'id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:19:06Z', 'updated_at': '2022-05-18T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:10.028432 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498c42a-678c-430b-8bc1-b78d1f8e7c66 None None] Checking router: 1a03834a-5c7a-4104-b9a2-ec360299acc9 for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:28:10.038922 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498c42a-678c-430b-8bc1-b78d1f8e7c66 None None] Routers {'1a03834a-5c7a-4104-b9a2-ec360299acc9'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:10.039197 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-3498c42a-678c-430b-8bc1-b78d1f8e7c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['1a03834a-5c7a-4104-b9a2-ec360299acc9'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:10.057023 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Made reservation on behalf of dd4e2f9843b84aebb963f491048a331a for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:28:10.062173 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.078060 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.151031 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Publish callbacks [] for router_gateway (1a03834a-5c7a-4104-b9a2-ec360299acc9), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.160196 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-3498c42a-678c-430b-8bc1-b78d1f8e7c66 None None] Set router 1a03834a-5c7a-4104-b9a2-ec360299acc9 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:10.171906 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Publish callbacks [] for security_group (c097ac24-3eed-486e-a828-94f33d7e08b2), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.186190 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:10.256375 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (c097ac24-3eed-486e-a828-94f33d7e08b2), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.286328 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:28:10.293516 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c097ac24-3eed-486e-a828-94f33d7e08b2,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:10.296018 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Deleting port 53a9f195-b616-49bb-8f8d-dd44c32656c1 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:28:10.296161 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.299939 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (03c833af-f294-4e64-82a1-2eff9d3de7a8), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.300349 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Added segment 03c833af-f294-4e64-82a1-2eff9d3de7a8 of type vlan for network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 May 18 14:28:10.349599 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.396771 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] For port 53a9f195-b616-49bb-8f8d-dd44c32656c1, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=53a9f195-b616-49bb-8f8d-dd44c32656c1,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:10.397166 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.411482 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Calling delete_port for 53a9f195-b616-49bb-8f8d-dd44c32656c1 owned by network:router_gateway {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:28:10.479574 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.481408 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:10.482340 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.569666 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] Pushing event updated for resources: {'Network': ['ID=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:10.584302 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:28:10.608169 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-80b22b59-e3e9-49d4-9c7f-765c1efa70ce admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.7624798 May 18 14:28:10.611005 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51134) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:10.615743 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-15e87c10-707a-4004-b26f-835deb679088 admin admin] Request body: {'subnet': {'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-4532046-subnet', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'ip_version': 4}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:10.627025 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-3498c42a-678c-430b-8bc1-b78d1f8e7c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'name': 'tempest-TestVolumeBootPattern-829863743-router', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:19:05Z', 'updated_at': '2022-05-18T14:28:08Z', 'revision_number': 5, 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'gw_port': {'id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:19:06Z', 'updated_at': '2022-05-18T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:10.658286 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498c42a-678c-430b-8bc1-b78d1f8e7c66 None None] The sync data for ids ['1a03834a-5c7a-4104-b9a2-ec360299acc9'] in dv-cinder-755101-9-iscsi is: [{'id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'name': 'tempest-TestVolumeBootPattern-829863743-router', 'tenant_id': 'e15c5252b2014b189dd35e3adfa68206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:19:05Z', 'updated_at': '2022-05-18T14:28:08Z', 'revision_number': 5, 'project_id': 'e15c5252b2014b189dd35e3adfa68206', 'gw_port': {'id': '53a9f195-b616-49bb-8f8d-dd44c32656c1', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:84:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a03834a-5c7a-4104-b9a2-ec360299acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:19:06Z', 'updated_at': '2022-05-18T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:28:10.696532 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (53a9f195-b616-49bb-8f8d-dd44c32656c1), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.720912 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=53a9f195-b616-49bb-8f8d-dd44c32656c1,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:10.741899 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e87c10-707a-4004-b26f-835deb679088 admin admin] Made reservation on behalf of dd4e2f9843b84aebb963f491048a331a for: {'subnet': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:28:10.744431 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-15e87c10-707a-4004-b26f-835deb679088 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324652'] for subnet (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.791508 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632694'] for router_gateway (1a03834a-5c7a-4104-b9a2-ec360299acc9), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.870248 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:DELETE=6,neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:10.883815 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router (1a03834a-5c7a-4104-b9a2-ec360299acc9), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.887386 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Publish callbacks [] for router_controller (1a03834a-5c7a-4104-b9a2-ec360299acc9), precommit_delete_associations {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:10.888033 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:11.032905 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634663'] for router (1a03834a-5c7a-4104-b9a2-ec360299acc9), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.033578 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a03834a-5c7a-4104-b9a2-ec360299acc9 {{(pid=104325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 14:28:11.042042 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.042701 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b5b912ed-c42e-4eac-b493-a1354eff3dfe admin admin] 10.222.0.71 "DELETE /v2.0/routers/1a03834a-5c7a-4104-b9a2-ec360299acc9 HTTP/1.1" status: 204 len: 168 time: 1.3866086 May 18 14:28:11.045356 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51136) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:11.062545 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-15e87c10-707a-4004-b26f-835deb679088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324666'] for subnet (3cb841c6-7008-4513-8a41-8c30e3711230), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.099304 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00528ba-9215-4e94-876b-411c180c210a admin admin] Deleting subnet a3186c9b-e9b4-4eee-9a02-a0aaf68eb407 {{(pid=104325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:28:11.101358 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e00528ba-9215-4e94-876b-411c180c210a admin admin] Publish callbacks [] for subnet (a3186c9b-e9b4-4eee-9a02-a0aaf68eb407), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.142152 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:11.144954 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e00528ba-9215-4e94-876b-411c180c210a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793686'] for subnet (a3186c9b-e9b4-4eee-9a02-a0aaf68eb407), precommit_delete_associations {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.150263 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:11.167054 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e87c10-707a-4004-b26f-835deb679088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb841c6-7008-4513-8a41-8c30e3711230,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:11.179408 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e87c10-707a-4004-b26f-835deb679088 admin admin] Checking segment: {'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:28:11.179408 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e87c10-707a-4004-b26f-835deb679088 admin admin] Network hostable DHCP agents. Network: 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:28:11.267407 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e00528ba-9215-4e94-876b-411c180c210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (a3186c9b-e9b4-4eee-9a02-a0aaf68eb407), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.297256 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e87c10-707a-4004-b26f-835deb679088 admin admin] Network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:28:11.434441 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-15e87c10-707a-4004-b26f-835deb679088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0) {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:11.438640 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e87c10-707a-4004-b26f-835deb679088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:11.439227 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-15e87c10-707a-4004-b26f-835deb679088 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.445173 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13b1211-62a6-42e8-b09d-5e68ed4e7b96 None None] Network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:28:11.475416 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e00528ba-9215-4e94-876b-411c180c210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3790897'] for subnet (a3186c9b-e9b4-4eee-9a02-a0aaf68eb407), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.491619 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:11.501182 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00528ba-9215-4e94-876b-411c180c210a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3186c9b-e9b4-4eee-9a02-a0aaf68eb407,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:11.508137 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e00528ba-9215-4e94-876b-411c180c210a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.512331 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e00528ba-9215-4e94-876b-411c180c210a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a3186c9b-e9b4-4eee-9a02-a0aaf68eb407 HTTP/1.1" status: 204 len: 168 time: 0.4648974 May 18 14:28:11.514415 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51140) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:11.522384 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8a561b-2ee9-4be0-85e5-ffcea2e1f6c8 None None] Network 51d6b999-b8a6-468c-94bc-a4192f566773 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:28:11.551323 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-15e87c10-707a-4004-b26f-835deb679088 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9391980 May 18 14:28:11.554217 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51142) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:11.558577 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:11.597292 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (51d6b999-b8a6-468c-94bc-a4192f566773), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.626120 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb805bdb4-2e36-56dc-976c-a47f1b047df3-756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'fixed_ips': [{'subnet_id': '3cb841c6-7008-4513-8a41-8c30e3711230'}]}} from dv-cinder-755101-9-iscsi. {{(pid=104326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:28:11.627219 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.644190 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Deleting port a37e5491-edf4-4e42-8b37-9ad959d4d90b {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:28:11.644468 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.662466 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2874'] for router (f83f29bc-965b-4e69-bc85-c9e2d90850c6), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.664160 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2851'] for router (f83f29bc-965b-4e69-bc85-c9e2d90850c6), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.731450 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] For port a37e5491-edf4-4e42-8b37-9ad959d4d90b, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=a37e5491-edf4-4e42-8b37-9ad959d4d90b,segment=NetworkSegment(06f143d1-18da-4ca4-b8ee-562356271744),segment_id=06f143d1-18da-4ca4-b8ee-562356271744)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:11.731813 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.749768 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Publish callbacks [] for router_controller (f83f29bc-965b-4e69-bc85-c9e2d90850c6), precommit_add_association {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.760091 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c148f2b6-fbdb-4ab9-b765-9b564d55d557 None None] DHCP port deletion for 51d6b999-b8a6-468c-94bc-a4192f566773 request from dv-cinder-755101-9-iscsi {{(pid=104326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 14:28:11.762460 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Calling delete_port for a37e5491-edf4-4e42-8b37-9ad959d4d90b owned by network:dhcp {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:28:11.825170 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Allocated IP 172.20.0.2 (756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0/3cb841c6-7008-4513-8a41-8c30e3711230/554ea605-a78d-4dd5-8cc9-0178b89e1a32) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:28:11.831644 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-c148f2b6-fbdb-4ab9-b765-9b564d55d557 None None] Deleting port a37e5491-edf4-4e42-8b37-9ad959d4d90b {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:28:11.832228 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c148f2b6-fbdb-4ab9-b765-9b564d55d557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.850902 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 53a9f195-b616-49bb-8f8d-dd44c32656c1 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:28:11.921721 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 53a9f195-b616-49bb-8f8d-dd44c32656c1 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:28:11.922069 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 53a9f195-b616-49bb-8f8d-dd44c32656c1 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:28:11.922480 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device a37e5491-edf4-4e42-8b37-9ad959d4d90b no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:28:11.924291 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:11.965384 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:11.989957 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Pushing event deleted for resources: {'Port': ['ID=a37e5491-edf4-4e42-8b37-9ad959d4d90b,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:11.997557 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Publish callbacks [] for router_gateway (f83f29bc-965b-4e69-bc85-c9e2d90850c6), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.000381 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] No DVR routers for this DVR port a37e5491-edf4-4e42-8b37-9ad959d4d90b on host dv-cinder-755101-9-iscsi {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:28:12.018291 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-c148f2b6-fbdb-4ab9-b765-9b564d55d557 None None] For port a37e5491-edf4-4e42-8b37-9ad959d4d90b, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=a37e5491-edf4-4e42-8b37-9ad959d4d90b,segment=NetworkSegment(06f143d1-18da-4ca4-b8ee-562356271744),segment_id=06f143d1-18da-4ca4-b8ee-562356271744)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:12.018688 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c148f2b6-fbdb-4ab9-b765-9b564d55d557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.038794 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-c148f2b6-fbdb-4ab9-b765-9b564d55d557 None None] Calling delete_port for a37e5491-edf4-4e42-8b37-9ad959d4d90b owned by network:dhcp {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:28:12.046201 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No active binding found for port a37e5491-edf4-4e42-8b37-9ad959d4d90b {{(pid=104326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 18 14:28:12.046576 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] The host dv-cinder-755101-9-iscsi is not matching for port a37e5491-edf4-4e42-8b37-9ad959d4d90b host None! {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 18 14:28:12.046957 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device a37e5491-edf4-4e42-8b37-9ad959d4d90b not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:28:12.047370 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 5e7815b8-dd04-446d-9ab0-163dad119b91 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:28:12.070029 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:12.085666 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (51d6b999-b8a6-468c-94bc-a4192f566773), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.088139 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 5e7815b8-dd04-446d-9ab0-163dad119b91 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:28:12.088485 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 5e7815b8-dd04-446d-9ab0-163dad119b91 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:28:12.111467 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d6b999-b8a6-468c-94bc-a4192f566773']}} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:12.122411 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f143d1-18da-4ca4-b8ee-562356271744') {'for_net_delete': True} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:12.122876 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f143d1-18da-4ca4-b8ee-562356271744') {} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:12.134693 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793711'] for segment (06f143d1-18da-4ca4-b8ee-562356271744), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.149855 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (06f143d1-18da-4ca4-b8ee-562356271744), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.157878 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=104325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:28:12.158287 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764937'] for segment (06f143d1-18da-4ca4-b8ee-562356271744), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: Traceback (most recent call last): May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: timer() May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: cb(*args, **kw) May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: return func(*args, **kwargs) May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: self._notify() May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: self.callback(batched_events) May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: event.method(event) May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: return f(self, *a, **k) May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._get(url).json() May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: return self.request(url, 'GET', **kwargs) May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:28:12.160106 dv-cinder-755101-9-iscsi neutron-server[104325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:28:12.202275 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Publish callbacks [] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.220214 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c148f2b6-fbdb-4ab9-b765-9b564d55d557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616'] for port (a37e5491-edf4-4e42-8b37-9ad959d4d90b), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.249986 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148f2b6-fbdb-4ab9-b765-9b564d55d557 None None] Pushing event deleted for resources: {'Port': ['ID=a37e5491-edf4-4e42-8b37-9ad959d4d90b,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:12.253998 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c148f2b6-fbdb-4ab9-b765-9b564d55d557 None None] No DVR routers for this DVR port a37e5491-edf4-4e42-8b37-9ad959d4d90b on host dv-cinder-755101-9-iscsi {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:28:12.274433 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.299661 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Publish callbacks [] for router_gateway (f83f29bc-965b-4e69-bc85-c9e2d90850c6), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.312901 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (51d6b999-b8a6-468c-94bc-a4192f566773), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.317329 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:12.318130 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.319339 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:28:12.321742 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.322319 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:12.322606 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] 10.222.0.71 "DELETE /v2.0/networks/51d6b999-b8a6-468c-94bc-a4192f566773 HTTP/1.1" status: 204 len: 168 time: 0.8066237 May 18 14:28:12.327490 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:28:12.334737 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Pushing event updated for resources: {'Port': ['ID=554ea605-a78d-4dd5-8cc9-0178b89e1a32,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:12.341140 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd3041-bc70-462d-968d-d49111493415 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d6b999-b8a6-468c-94bc-a4192f566773,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:12.349406 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:12.394450 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Attempting to bind port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:28:12.394814 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Attempting to bind port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:28:12.395175 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Attempting to bind port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 on network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:28:12.400670 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:28:12.401224 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Checking segment: {'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:28:12.401683 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.402094 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Bound using segment: {'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:28:12.402566 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Bound port: 554ea605-a78d-4dd5-8cc9-0178b89e1a32, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:28:12.402951 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.455386 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Allocated IP 172.27.2.216 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/03f8058b-0548-4baa-b7f7-dd09d60f4480) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:28:12.465367 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] For port 554ea605-a78d-4dd5-8cc9-0178b89e1a32, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:28:12.468543 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] For port 554ea605-a78d-4dd5-8cc9-0178b89e1a32, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=554ea605-a78d-4dd5-8cc9-0178b89e1a32,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:28:12.558203 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Publish callbacks [] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.582730 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.649250 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fcc7b-712f-464f-9f1b-bb2fb7adeb86 None None] Pushing event updated for resources: {'Port': ['ID=554ea605-a78d-4dd5-8cc9-0178b89e1a32,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:12.674387 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.723425 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:28:12.726562 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:12.731828 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:28:12.737364 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Pushing event updated for resources: {'Port': ['ID=03f8058b-0548-4baa-b7f7-dd09d60f4480,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:12.834023 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51148) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:12.835984 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:12.911096 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-13e45116-e656-4a9d-af1d-981c113c43b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=40663a63d8dc4922879421a0c7d0c0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0754395 May 18 14:28:12.914187 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51150) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:12.969580 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-788e32da-8d21-44a0-8a0c-e4cdc34f89b5 admin admin] Publish callbacks [] for security_group (44f05088-4e4e-4f5b-ba07-4317bf7d348d), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:12.991444 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-788e32da-8d21-44a0-8a0c-e4cdc34f89b5 admin admin] Publish callbacks [] for security_group (44f05088-4e4e-4f5b-ba07-4317bf7d348d), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:13.008224 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:13.093975 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Publish callbacks [] for router_gateway (f83f29bc-965b-4e69-bc85-c9e2d90850c6), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:13.125317 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-788e32da-8d21-44a0-8a0c-e4cdc34f89b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (44f05088-4e4e-4f5b-ba07-4317bf7d348d), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:13.127850 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-788e32da-8d21-44a0-8a0c-e4cdc34f89b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:13.131481 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-788e32da-8d21-44a0-8a0c-e4cdc34f89b5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/44f05088-4e4e-4f5b-ba07-4317bf7d348d HTTP/1.1" status: 204 len: 168 time: 0.2138247 May 18 14:28:13.138544 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e32da-8d21-44a0-8a0c-e4cdc34f89b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f05088-4e4e-4f5b-ba07-4317bf7d348d,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:13.314307 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632658'] for router (f83f29bc-965b-4e69-bc85-c9e2d90850c6), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:13.559032 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Router f83f29bc-965b-4e69-bc85-c9e2d90850c6 is scheduled to L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb with binding_index 1 {{(pid=104324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:28:13.607287 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1f3421-49c6-48c2-917e-0cf8167aadef None None] Network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:28:13.674744 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:28:13.675682 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-95f1ae3b-2d44-4c91-a505-2d5a9f1d959a None None] Provisioning complete for port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:13.676816 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-95f1ae3b-2d44-4c91-a505-2d5a9f1d959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:13.686104 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Sync routers for ids ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:28:13.697721 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Routers {'f83f29bc-965b-4e69-bc85-c9e2d90850c6'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:13.698351 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:13.796559 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:13.797495 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:13.800772 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-2abcbbf6-3bff-4d8c-a274-fd84e138d244 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.2454889 May 18 14:28:13.803437 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51158) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:13.822154 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-95f1ae3b-2d44-4c91-a505-2d5a9f1d959a None None] Current status of the port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:13.822768 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-95f1ae3b-2d44-4c91-a505-2d5a9f1d959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:13.849149 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Set router f83f29bc-965b-4e69-bc85-c9e2d90850c6 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:13.862822 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-95f1ae3b-2d44-4c91-a505-2d5a9f1d959a None None] For port 554ea605-a78d-4dd5-8cc9-0178b89e1a32, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=554ea605-a78d-4dd5-8cc9-0178b89e1a32,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:13.866803 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 554ea605-a78d-4dd5-8cc9-0178b89e1a32 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:28:13.921595 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:13.922748 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:13.934929 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51160) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:13.995192 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-95f1ae3b-2d44-4c91-a505-2d5a9f1d959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.008379 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-de2d28fd-70b1-4c66-8431-7f03c5fe3be4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e15c5252b2014b189dd35e3adfa68206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717590 May 18 14:28:14.011212 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51162) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:14.080086 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-388f473b-dd2f-4afc-81b4-59fd7225e2ef admin admin] Publish callbacks [] for security_group (a5840eb0-4857-477f-b070-84aa6e428ad7), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.085297 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:14.086689 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:28:12Z', 'revision_number': 3, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:14.109765 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:14.117195 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-388f473b-dd2f-4afc-81b4-59fd7225e2ef admin admin] Publish callbacks [] for security_group (a5840eb0-4857-477f-b070-84aa6e428ad7), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.122478 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Checking router: f83f29bc-965b-4e69-bc85-c9e2d90850c6 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:28:14.122971 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Updating router f83f29bc-965b-4e69-bc85-c9e2d90850c6 port 03f8058b-0548-4baa-b7f7-dd09d60f4480 binding host dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:28:14.137101 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:14.153694 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.156019 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-76cc11fd-5dc9-4e7d-a42b-4dd542e6e9b5 None None] Provisioning complete for port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:14.156871 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-76cc11fd-5dc9-4e7d-a42b-4dd542e6e9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.180973 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1ae3b-2d44-4c91-a505-2d5a9f1d959a None None] Pushing event updated for resources: {'Port': ['ID=554ea605-a78d-4dd5-8cc9-0178b89e1a32,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:14.246921 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-76cc11fd-5dc9-4e7d-a42b-4dd542e6e9b5 None None] Current status of the port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:14.253908 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:14.268764 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-388f473b-dd2f-4afc-81b4-59fd7225e2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (a5840eb0-4857-477f-b070-84aa6e428ad7), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.272017 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-388f473b-dd2f-4afc-81b4-59fd7225e2ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.274121 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-388f473b-dd2f-4afc-81b4-59fd7225e2ef admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a5840eb0-4857-477f-b070-84aa6e428ad7 HTTP/1.1" status: 204 len: 168 time: 0.2616293 May 18 14:28:14.289934 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f473b-dd2f-4afc-81b4-59fd7225e2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5840eb0-4857-477f-b070-84aa6e428ad7,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:14.314830 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:14.426737 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.593520 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Publish callbacks [] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.600945 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Allocated IP 172.20.0.1 (756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0/3cb841c6-7008-4513-8a41-8c30e3711230/016fc083-30ee-4b33-a2ec-e461a90a520c) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:28:14.679714 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.716022 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Publish callbacks [] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.744539 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Attempting to bind port 03f8058b-0548-4baa-b7f7-dd09d60f4480 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:28:14.745217 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Attempting to bind port 03f8058b-0548-4baa-b7f7-dd09d60f4480 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:28:14.745217 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Attempting to bind port 03f8058b-0548-4baa-b7f7-dd09d60f4480 on network 6fa52440-9078-453c-aafb-df38f6e3da5b {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:28:14.751339 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:28:14.751745 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Checking segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:28:14.752392 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.752534 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Bound using segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:28:14.753034 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Bound port: 03f8058b-0548-4baa-b7f7-dd09d60f4480, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:28:14.753405 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.755212 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Pushing event updated for resources: {'Port': ['ID=03f8058b-0548-4baa-b7f7-dd09d60f4480,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:14.800360 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.800711 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.801108 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.801472 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.801813 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.802146 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.802479 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.802806 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.803133 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.803464 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.803794 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.804167 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.804495 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.804837 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.805164 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:14.817261 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.834392 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] For port 03f8058b-0548-4baa-b7f7-dd09d60f4480, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:28:14.838011 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] For port 03f8058b-0548-4baa-b7f7-dd09d60f4480, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=03f8058b-0548-4baa-b7f7-dd09d60f4480,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:28:14.866286 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:28:14.869936 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:14.875015 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:28:14.904089 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Pushing event updated for resources: {'Port': ['ID=016fc083-30ee-4b33-a2ec-e461a90a520c,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:14.917310 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:14.937344 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645247'] for router_interface (f83f29bc-965b-4e69-bc85-c9e2d90850c6), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:15.025262 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Routers {'f83f29bc-965b-4e69-bc85-c9e2d90850c6'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:15.026297 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:15.098113 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b22c5-9454-49dc-987a-ccdb636ce0a0 None None] Pushing event updated for resources: {'Port': ['ID=03f8058b-0548-4baa-b7f7-dd09d60f4480,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:15.156958 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:15.172580 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-dfeee9b5-178d-4869-8b12-ec99443ca1a6 None None] Provisioning complete for port 016fc083-30ee-4b33-a2ec-e461a90a520c triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:15.173131 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-dfeee9b5-178d-4869-8b12-ec99443ca1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:15.189599 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] Set router f83f29bc-965b-4e69-bc85-c9e2d90850c6 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:15.206979 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-dfeee9b5-178d-4869-8b12-ec99443ca1a6 None None] Port 016fc083-30ee-4b33-a2ec-e461a90a520c cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:28:15.214343 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:15.225351 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:15.378631 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:28:12Z', 'revision_number': 3, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:15.403972 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d54ef-3791-43e7-b6da-dadaed913f47 None None] The sync data for ids ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'] in dv-cinder-755101-9-iscsi is: [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:28:12Z', 'revision_number': 3, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:28:15.429867 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Publish callbacks [] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:15.462112 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:15.506971 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:15.878404 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646453'] for router_interface (f83f29bc-965b-4e69-bc85-c9e2d90850c6), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:15.880412 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Pushing event updated for resources: {'Port': ['ID=016fc083-30ee-4b33-a2ec-e461a90a520c,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:15.950595 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 03f8058b-0548-4baa-b7f7-dd09d60f4480 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:28:15.999779 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 03f8058b-0548-4baa-b7f7-dd09d60f4480 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:16.000156 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:16.000908 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:28:16.002742 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:16.059701 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:16.105097 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 03f8058b-0548-4baa-b7f7-dd09d60f4480 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:16.106581 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:16.135814 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port 03f8058b-0548-4baa-b7f7-dd09d60f4480, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=03f8058b-0548-4baa-b7f7-dd09d60f4480,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:16.163657 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Router f83f29bc-965b-4e69-bc85-c9e2d90850c6 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:28:16.237360 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:16.245296 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 554ea605-a78d-4dd5-8cc9-0178b89e1a32 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:28:16.321960 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:28:16.343163 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-ab364b46-bcec-459f-a3c5-732b4b3df316 admin admin] 10.222.0.71 "PUT /v2.0/routers/f83f29bc-965b-4e69-bc85-c9e2d90850c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5367093 May 18 14:28:16.354914 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=03f8058b-0548-4baa-b7f7-dd09d60f4480,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:16.361958 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-9f501acf-53ea-4176-a60b-304612e43a2e None None] Provisioning complete for port 016fc083-30ee-4b33-a2ec-e461a90a520c triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:16.362329 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9f501acf-53ea-4176-a60b-304612e43a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:16.392324 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:16.392702 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:16.425963 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-9f501acf-53ea-4176-a60b-304612e43a2e None None] Port 016fc083-30ee-4b33-a2ec-e461a90a520c cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:28:16.489070 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:17.119885 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51200) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:17.124994 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-455505457-network', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:17.128509 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:17.240417 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Made reservation on behalf of cf2664cbad244f59861042b2060d3d59 for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:28:17.244344 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:17.258880 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:17.265849 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Sync routers for ids ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:28:17.278578 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Routers {'f83f29bc-965b-4e69-bc85-c9e2d90850c6'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:17.279215 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:17.360095 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Publish callbacks [] for security_group (4463417f-192c-4a90-8d48-476eaaabfbb9), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:17.497529 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (4463417f-192c-4a90-8d48-476eaaabfbb9), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:17.522787 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:28:17.528111 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Set router f83f29bc-965b-4e69-bc85-c9e2d90850c6 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:17.540409 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4463417f-192c-4a90-8d48-476eaaabfbb9,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:17.544315 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (9f277901-0416-4ee3-a6d4-fe42b19d1e73), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:17.544829 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Added segment 9f277901-0416-4ee3-a6d4-fe42b19d1e73 of type vlan for network 70b9af63-9206-43aa-9225-4fa825c8eb4d May 18 14:28:17.598407 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (70b9af63-9206-43aa-9225-4fa825c8eb4d), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:17.696394 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (70b9af63-9206-43aa-9225-4fa825c8eb4d), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:17.697495 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:17.698103 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:17.715274 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:17.757738 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:28:15Z', 'revision_number': 4, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '016fc083-30ee-4b33-a2ec-e461a90a520c', 'name': '', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'mac_address': 'fa:16:3e:22:35:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:14Z', 'updated_at': '2022-05-18T14:28:15Z', 'revision_number': 2, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'subnets': [{'id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:17.762963 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] Pushing event updated for resources: {'Network': ['ID=70b9af63-9206-43aa-9225-4fa825c8eb4d,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:17.789035 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 70b9af63-9206-43aa-9225-4fa825c8eb4d details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:28:17.791703 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Checking router: f83f29bc-965b-4e69-bc85-c9e2d90850c6 for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:28:17.792056 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Updating router f83f29bc-965b-4e69-bc85-c9e2d90850c6 port 016fc083-30ee-4b33-a2ec-e461a90a520c binding host dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:28:17.813898 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-c12f7793-0f6d-47b9-841e-7f1ba063b985 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6929049 May 18 14:28:17.816487 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51204) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:17.821280 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-eb6f53b7-a0da-4054-bd48-8b4d99cbd55f admin admin] Request body: {'subnet': {'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-455505457-subnet', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'ip_version': 4}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:17.856276 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 03f8058b-0548-4baa-b7f7-dd09d60f4480 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:28:17.885355 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6f53b7-a0da-4054-bd48-8b4d99cbd55f admin admin] Made reservation on behalf of cf2664cbad244f59861042b2060d3d59 for: {'subnet': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:28:17.888461 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-eb6f53b7-a0da-4054-bd48-8b4d99cbd55f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324652'] for subnet (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:17.907581 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:17.979336 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 03f8058b-0548-4baa-b7f7-dd09d60f4480 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:17.979703 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.024604 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:18.102506 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-eb6f53b7-a0da-4054-bd48-8b4d99cbd55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324666'] for subnet (cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.161839 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f53b7-a0da-4054-bd48-8b4d99cbd55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:18.169988 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f53b7-a0da-4054-bd48-8b4d99cbd55f admin admin] Checking segment: {'id': '9f277901-0416-4ee3-a6d4-fe42b19d1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:28:18.170297 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6f53b7-a0da-4054-bd48-8b4d99cbd55f admin admin] Network hostable DHCP agents. Network: 70b9af63-9206-43aa-9225-4fa825c8eb4d, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:28:18.172199 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:18.193448 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 03f8058b-0548-4baa-b7f7-dd09d60f4480 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:18.249746 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6f53b7-a0da-4054-bd48-8b4d99cbd55f admin admin] Network 70b9af63-9206-43aa-9225-4fa825c8eb4d is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:28:18.308618 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Publish callbacks [] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.342233 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-eb6f53b7-a0da-4054-bd48-8b4d99cbd55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 70b9af63-9206-43aa-9225-4fa825c8eb4d) {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:18.346487 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6f53b7-a0da-4054-bd48-8b4d99cbd55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:18.348071 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-eb6f53b7-a0da-4054-bd48-8b4d99cbd55f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.352714 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b440061f-7f0a-494b-bd5c-d3373f7e8230 None None] Network 70b9af63-9206-43aa-9225-4fa825c8eb4d requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:28:18.358045 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:18.450324 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.470258 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-eb6f53b7-a0da-4054-bd48-8b4d99cbd55f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6527023 May 18 14:28:18.472881 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51212) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:18.477209 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-455505457-router', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:18.481409 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb805bdb4-2e36-56dc-976c-a47f1b047df3-70b9af63-9206-43aa-9225-4fa825c8eb4d', 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d', 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'fixed_ips': [{'subnet_id': 'cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a'}]}} from dv-cinder-755101-9-iscsi. {{(pid=104326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 14:28:18.482330 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.529395 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465706d-11dc-47e5-a9d4-334f33417cf8 None None] Pushing event updated for resources: {'Port': ['ID=016fc083-30ee-4b33-a2ec-e461a90a520c,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:18.588090 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2874'] for router (73ca5877-084e-4fb9-a3df-8edb7e850cde), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.589760 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-632709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2851'] for router (73ca5877-084e-4fb9-a3df-8edb7e850cde), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.662020 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Publish callbacks [] for router_controller (73ca5877-084e-4fb9-a3df-8edb7e850cde), precommit_add_association {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.697167 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Attempting to bind port 016fc083-30ee-4b33-a2ec-e461a90a520c on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:28:18.697543 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Attempting to bind port 016fc083-30ee-4b33-a2ec-e461a90a520c by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:28:18.697901 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Attempting to bind port 016fc083-30ee-4b33-a2ec-e461a90a520c on network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:28:18.711339 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:28:18.711712 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Checking segment: {'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:28:18.712164 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.712556 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Bound using segment: {'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:28:18.713058 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Bound port: 016fc083-30ee-4b33-a2ec-e461a90a520c, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:28:18.713435 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.763196 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:18.764606 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.db_base_plugin_common [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Allocated IP 172.20.0.2 (70b9af63-9206-43aa-9225-4fa825c8eb4d/cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a/25d65582-7e27-4e9d-93e1-a52794c74939) {{(pid=104326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:28:18.798582 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-894c563d-8777-4102-b038-6c27235870c5 None None] Provisioning complete for port 016fc083-30ee-4b33-a2ec-e461a90a520c triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:18.798953 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-894c563d-8777-4102-b038-6c27235870c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.836594 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:18.889470 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] For port 016fc083-30ee-4b33-a2ec-e461a90a520c, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:28:18.910174 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-894c563d-8777-4102-b038-6c27235870c5 None None] Port 016fc083-30ee-4b33-a2ec-e461a90a520c cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:28:18.914067 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] For port 016fc083-30ee-4b33-a2ec-e461a90a520c, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=016fc083-30ee-4b33-a2ec-e461a90a520c,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:28:18.931210 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Publish callbacks [] for router_gateway (73ca5877-084e-4fb9-a3df-8edb7e850cde), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:18.941456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1dadc-1145-4b47-a0f3-56c7290ed8de req-83b8d53a-987c-47ef-a4fe-7849a785545e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:18.942963 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8fc1dadc-1145-4b47-a0f3-56c7290ed8de req-83b8d53a-987c-47ef-a4fe-7849a785545e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 946 time: 0.1116126 May 18 14:28:18.997362 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8fc1dadc-1145-4b47-a0f3-56c7290ed8de req-be79c75f-cd2d-4915-951d-c90535a40c08 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473683 May 18 14:28:19.002288 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:19.004921 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Publish callbacks [] for port (25d65582-7e27-4e9d-93e1-a52794c74939), precommit_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:19.062903 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Routers {'f83f29bc-965b-4e69-bc85-c9e2d90850c6'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:19.063531 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:19.109426 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465706d-11dc-47e5-a9d4-334f33417cf8 None None] Pushing event updated for resources: {'Port': ['ID=016fc083-30ee-4b33-a2ec-e461a90a520c,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:19.112511 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), after_create {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:19.193281 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Network 70b9af63-9206-43aa-9225-4fa825c8eb4d is already hosted by enough agents. {{(pid=104326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:28:19.205306 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Resources bound (agent type, host, resource id): {{(pid=104326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:19.211829 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Received port after_create {{(pid=104326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:28:19.221265 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Pushing event updated for resources: {'Port': ['ID=25d65582-7e27-4e9d-93e1-a52794c74939,revision_number=1']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:19.236451 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:19.260717 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Publish callbacks [] for router_gateway (73ca5877-084e-4fb9-a3df-8edb7e850cde), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:19.267103 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] Set router f83f29bc-965b-4e69-bc85-c9e2d90850c6 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:19.284093 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:19.343725 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Attempting to bind port 25d65582-7e27-4e9d-93e1-a52794c74939 on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:28:19.344296 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Attempting to bind port 25d65582-7e27-4e9d-93e1-a52794c74939 by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '9f277901-0416-4ee3-a6d4-fe42b19d1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:28:19.344296 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Attempting to bind port 25d65582-7e27-4e9d-93e1-a52794c74939 on network 70b9af63-9206-43aa-9225-4fa825c8eb4d {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:28:19.392219 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Allocated IP 172.27.2.33 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/97b36358-f818-4b7e-91c5-3fd6e5663d0d) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:28:19.394453 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:28:19.394826 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Checking segment: {'id': '9f277901-0416-4ee3-a6d4-fe42b19d1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:28:19.395222 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:19.395613 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Bound using segment: {'id': '9f277901-0416-4ee3-a6d4-fe42b19d1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:28:19.396080 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Bound port: 25d65582-7e27-4e9d-93e1-a52794c74939, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f277901-0416-4ee3-a6d4-fe42b19d1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:28:19.396457 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:19.401236 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:19.424980 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-b56bb8c4-e344-4c65-a0ea-d512ef3641dd None None] Provisioning complete for port 016fc083-30ee-4b33-a2ec-e461a90a520c triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:19.425334 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b56bb8c4-e344-4c65-a0ea-d512ef3641dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:19.505812 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Publish callbacks [] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:19.623155 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:19.665190 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:28:19.669807 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:19.672376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:28:19.701308 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Pushing event updated for resources: {'Port': ['ID=97b36358-f818-4b7e-91c5-3fd6e5663d0d,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:19.751492 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] For port 25d65582-7e27-4e9d-93e1-a52794c74939, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:28:19.782751 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] For port 25d65582-7e27-4e9d-93e1-a52794c74939, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=25d65582-7e27-4e9d-93e1-a52794c74939,segment=NetworkSegment(9f277901-0416-4ee3-a6d4-fe42b19d1e73),segment_id=9f277901-0416-4ee3-a6d4-fe42b19d1e73)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:28:19.786856 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-b56bb8c4-e344-4c65-a0ea-d512ef3641dd None None] Current status of the port 016fc083-30ee-4b33-a2ec-e461a90a520c is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:19.787237 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b56bb8c4-e344-4c65-a0ea-d512ef3641dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:19.802857 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:28:15Z', 'revision_number': 4, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '016fc083-30ee-4b33-a2ec-e461a90a520c', 'name': '', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'mac_address': 'fa:16:3e:22:35:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:14Z', 'updated_at': '2022-05-18T14:28:18Z', 'revision_number': 4, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'subnets': [{'id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:19.840040 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be63cf-c24b-413d-890f-c10358eaffac None None] The sync data for ids ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'] in dv-cinder-755101-9-iscsi is: [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:28:15Z', 'revision_number': 4, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '016fc083-30ee-4b33-a2ec-e461a90a520c', 'name': '', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'mac_address': 'fa:16:3e:22:35:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:14Z', 'updated_at': '2022-05-18T14:28:18Z', 'revision_number': 4, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'subnets': [{'id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:28:19.857925 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-b56bb8c4-e344-4c65-a0ea-d512ef3641dd None None] For port 016fc083-30ee-4b33-a2ec-e461a90a520c, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=016fc083-30ee-4b33-a2ec-e461a90a520c,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:19.874463 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:19.956611 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d508f-8585-41de-ba00-6da4d51bf3bb None None] Pushing event updated for resources: {'Port': ['ID=25d65582-7e27-4e9d-93e1-a52794c74939,revision_number=2']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:19.985976 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b56bb8c4-e344-4c65-a0ea-d512ef3641dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:20.006280 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:20.055136 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bb8c4-e344-4c65-a0ea-d512ef3641dd None None] Pushing event updated for resources: {'Port': ['ID=016fc083-30ee-4b33-a2ec-e461a90a520c,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:20.122059 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Publish callbacks [] for router_gateway (73ca5877-084e-4fb9-a3df-8edb7e850cde), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:20.252843 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639698f4-8d5e-4cc4-b1b9-ee942744fd78 req-5dc349d8-f3cf-4a9b-812f-c38ad898dca4 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:20.254184 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-639698f4-8d5e-4cc4-b1b9-ee942744fd78 req-5dc349d8-f3cf-4a9b-812f-c38ad898dca4 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 946 time: 0.1499681 May 18 14:28:20.385898 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-639698f4-8d5e-4cc4-b1b9-ee942744fd78 req-5177a267-97eb-4a4f-a7b8-bef16e687df8 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106968 May 18 14:28:20.459107 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-632658'] for router (73ca5877-084e-4fb9-a3df-8edb7e850cde), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:20.564408 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-a356583b-1f16-4907-be6e-28cedf318bd6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:20.566688 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-a356583b-1f16-4907-be6e-28cedf318bd6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 946 time: 0.0550156 May 18 14:28:20.666408 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Deleting port f6043b40-6e93-4998-b9e2-58851da23722 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:28:20.666847 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (f6043b40-6e93-4998-b9e2-58851da23722), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:20.679161 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Router 73ca5877-084e-4fb9-a3df-8edb7e850cde is scheduled to L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb with binding_index 1 {{(pid=104324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 14:28:20.778947 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] For port f6043b40-6e93-4998-b9e2-58851da23722, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f6043b40-6e93-4998-b9e2-58851da23722,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:20.779551 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (f6043b40-6e93-4998-b9e2-58851da23722), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:20.812013 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:28:20.827900 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Sync routers for ids ['73ca5877-084e-4fb9-a3df-8edb7e850cde'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:28:20.840654 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Routers {'73ca5877-084e-4fb9-a3df-8edb7e850cde'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:20.842324 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['73ca5877-084e-4fb9-a3df-8edb7e850cde'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:20.905880 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:20.907091 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-6db72bc1-c2c8-4500-b32d-e266a5dd6b38 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4331055 May 18 14:28:20.909842 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51218) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:20.958246 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:20.983954 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Set router 73ca5877-084e-4fb9-a3df-8edb7e850cde gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:21.015078 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.015451 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (ded4caf3-f7e1-41be-9482-83ddda442bca), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.020429 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Floating IP ded4caf3-f7e1-41be-9482-83ddda442bca disassociated. External IP: 172.27.2.146, port: f6043b40-6e93-4998-b9e2-58851da23722. May 18 14:28:21.020429 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Calling delete_port for f6043b40-6e93-4998-b9e2-58851da23722 owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:28:21.184588 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:21.195848 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f3156-1749-45cd-8f9c-d0a2535f7453 None None] Network 70b9af63-9206-43aa-9225-4fa825c8eb4d requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:28:21.204705 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'name': 'tempest-TestShelveInstance-455505457-router', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:18Z', 'updated_at': '2022-05-18T14:28:19Z', 'revision_number': 3, 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'gw_port': {'id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:19Z', 'updated_at': '2022-05-18T14:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:21.244571 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Checking router: 73ca5877-084e-4fb9-a3df-8edb7e850cde for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:28:21.245188 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Updating router 73ca5877-084e-4fb9-a3df-8edb7e850cde port 97b36358-f818-4b7e-91c5-3fd6e5663d0d binding host dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:28:21.277909 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-7d061908-a4c8-4e7f-a186-993068b66baf None None] Provisioning complete for port 25d65582-7e27-4e9d-93e1-a52794c74939 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:21.278331 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d061908-a4c8-4e7f-a186-993068b66baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.283131 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.285060 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (f6043b40-6e93-4998-b9e2-58851da23722), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.329148 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event deleted for resources: {'Port': ['ID=f6043b40-6e93-4998-b9e2-58851da23722,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:21.335919 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:21.363297 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:21.497641 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:21.498377 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:21.508998 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.509854 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Router 8804303e-ad5b-4958-beef-ab274a064550 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:28:21.518864 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-7d061908-a4c8-4e7f-a186-993068b66baf None None] Current status of the port 25d65582-7e27-4e9d-93e1-a52794c74939 is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:21.519250 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d061908-a4c8-4e7f-a186-993068b66baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.574470 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b409581e-fc7b-4b76-9f1c-88204cf053e3 req-043f93c6-66cc-4f3e-908e-c32d0af45f19 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 210 time: 0.0591977 May 18 14:28:21.597307 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-7d061908-a4c8-4e7f-a186-993068b66baf None None] For port 25d65582-7e27-4e9d-93e1-a52794c74939, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=25d65582-7e27-4e9d-93e1-a52794c74939,segment=NetworkSegment(9f277901-0416-4ee3-a6d4-fe42b19d1e73),segment_id=9f277901-0416-4ee3-a6d4-fe42b19d1e73)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:21.679103 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:28:21.701652 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Publish callbacks [] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), precommit_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.705855 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f57a9-2afe-437a-a9c6-71ddbabd16fc None None] Sync routers for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:28:21.719786 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:21.726056 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7d061908-a4c8-4e7f-a186-993068b66baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.730676 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] No DVR routers for this DVR port f6043b40-6e93-4998-b9e2-58851da23722 on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:28:21.733158 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.736366 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-d75bbf7d-8634-40f7-9e7e-89a663e7c715 req-6c42fc8e-4550-4726-b395-79aa38082449 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "DELETE /v2.0/ports/f6043b40-6e93-4998-b9e2-58851da23722 HTTP/1.1" status: 204 len: 173 time: 1.1617496 May 18 14:28:21.736855 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'name': 'network-vif-deleted', 'tag': 'f6043b40-6e93-4998-b9e2-58851da23722'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:28:21.739285 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005f11de-e9a8-4ca4-bc3b-7000c80f3447" -d '{"events": [{"server_uuid": "099e1bdb-4040-4bf0-8ba1-63b22a8480f2", "name": "network-vif-deleted", "tag": "f6043b40-6e93-4998-b9e2-58851da23722"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:28:21.781360 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.831461 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Allocated IP 172.20.0.1 (70b9af63-9206-43aa-9225-4fa825c8eb4d/cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a/d6f8f08a-981f-4c29-b631-68539757bdaa) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:28:21.843434 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Attempting to bind port 97b36358-f818-4b7e-91c5-3fd6e5663d0d on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:28:21.844420 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Attempting to bind port 97b36358-f818-4b7e-91c5-3fd6e5663d0d by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:28:21.845013 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Attempting to bind port 97b36358-f818-4b7e-91c5-3fd6e5663d0d on network 6fa52440-9078-453c-aafb-df38f6e3da5b {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:28:21.857011 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c411226-944c-4de3-8f2c-dafa315001b6 x-openstack-request-id: req-4c411226-944c-4de3-8f2c-dafa315001b6 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:28:21.857554 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099e1bdb-4040-4bf0-8ba1-63b22a8480f2", "name": "network-vif-deleted", "tag": "f6043b40-6e93-4998-b9e2-58851da23722", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:28:21.858024 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4c411226-944c-4de3-8f2c-dafa315001b6 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:28:21.858662 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c411226-944c-4de3-8f2c-dafa315001b6'] response: {'server_uuid': '099e1bdb-4040-4bf0-8ba1-63b22a8480f2', 'name': 'network-vif-deleted', 'tag': 'f6043b40-6e93-4998-b9e2-58851da23722', 'status': 'completed', 'code': 200} May 18 14:28:21.860571 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:28:21.861300 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Checking segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:28:21.861913 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.862310 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Bound using segment: {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'} {{(pid=104327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:28:21.862798 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.managers [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Bound port: 97b36358-f818-4b7e-91c5-3fd6e5663d0d, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd70ed4-6ccb-42dc-abba-8e1458a34364', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}}] {{(pid=104327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:28:21.863323 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), before_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.865549 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8365aac-a568-4397-be28-d6317ab72802 None None] Pushing event updated for resources: {'Port': ['ID=97b36358-f818-4b7e-91c5-3fd6e5663d0d,revision_number=2']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:21.889258 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f57a9-2afe-437a-a9c6-71ddbabd16fc None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:21.890019 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-887f57a9-2afe-437a-a9c6-71ddbabd16fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:21.895399 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-f45f2243-5180-4b66-b6eb-e13689b85f09 None None] Provisioning complete for port 25d65582-7e27-4e9d-93e1-a52794c74939 triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:21.895754 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f45f2243-5180-4b66-b6eb-e13689b85f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:21.964955 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:21.967454 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] For port 97b36358-f818-4b7e-91c5-3fd6e5663d0d, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:28:21.972619 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.plugins.ml2.db [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] For port 97b36358-f818-4b7e-91c5-3fd6e5663d0d, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=97b36358-f818-4b7e-91c5-3fd6e5663d0d,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:28:21.978270 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 016fc083-30ee-4b33-a2ec-e461a90a520c up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:28:22.038358 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Publish callbacks [] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:22.061237 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d061908-a4c8-4e7f-a186-993068b66baf None None] Pushing event updated for resources: {'Port': ['ID=25d65582-7e27-4e9d-93e1-a52794c74939,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:22.102527 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), after_update {{(pid=104327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:22.133392 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:22.135176 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-887f57a9-2afe-437a-a9c6-71ddbabd16fc None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:22.163066 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Routers {'73ca5877-084e-4fb9-a3df-8edb7e850cde'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:22.164137 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['73ca5877-084e-4fb9-a3df-8edb7e850cde'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:22.165569 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 016fc083-30ee-4b33-a2ec-e461a90a520c triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:22.165943 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:22.206489 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Network 70b9af63-9206-43aa-9225-4fa825c8eb4d is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:28:22.213310 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8365aac-a568-4397-be28-d6317ab72802 None None] Pushing event updated for resources: {'Port': ['ID=97b36358-f818-4b7e-91c5-3fd6e5663d0d,revision_number=3']} {{(pid=104327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:22.224645 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-f45f2243-5180-4b66-b6eb-e13689b85f09 None None] Current status of the port 25d65582-7e27-4e9d-93e1-a52794c74939 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:22.234803 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:22.240733 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:28:22.275890 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f8f08a-981f-4c29-b631-68539757bdaa,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:22.298016 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-645247'] for router_interface (73ca5877-084e-4fb9-a3df-8edb7e850cde), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:22.316050 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] Set router 73ca5877-084e-4fb9-a3df-8edb7e850cde gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:22.316266 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:22.387591 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 016fc083-30ee-4b33-a2ec-e461a90a520c is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:22.388835 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 25d65582-7e27-4e9d-93e1-a52794c74939 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:28:22.481996 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-887f57a9-2afe-437a-a9c6-71ddbabd16fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:22.486176 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 25d65582-7e27-4e9d-93e1-a52794c74939 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:22.486557 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:22.492931 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:22.525237 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:22.541220 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f57a9-2afe-437a-a9c6-71ddbabd16fc None None] Checking router: 8804303e-ad5b-4958-beef-ab274a064550 for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:28:22.567895 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6a49ed5a-ffa7-45c7-ad61-c1822644335c None None] Provisioning complete for port d6f8f08a-981f-4c29-b631-68539757bdaa triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:22.568277 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6a49ed5a-ffa7-45c7-ad61-c1822644335c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:22.579190 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:22.601455 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f57a9-2afe-437a-a9c6-71ddbabd16fc None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:22.613193 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-887f57a9-2afe-437a-a9c6-71ddbabd16fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:22.619288 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'name': 'tempest-TestShelveInstance-455505457-router', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:18Z', 'updated_at': '2022-05-18T14:28:19Z', 'revision_number': 3, 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'gw_port': {'id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:19Z', 'updated_at': '2022-05-18T14:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:22.646433 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6e1b4-aba1-4395-8644-e249d4f08c73 None None] The sync data for ids ['73ca5877-084e-4fb9-a3df-8edb7e850cde'] in dv-cinder-755101-9-iscsi is: [{'id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'name': 'tempest-TestShelveInstance-455505457-router', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:18Z', 'updated_at': '2022-05-18T14:28:19Z', 'revision_number': 3, 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'gw_port': {'id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:19Z', 'updated_at': '2022-05-18T14:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:28:22.686174 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6a49ed5a-ffa7-45c7-ad61-c1822644335c None None] Port d6f8f08a-981f-4c29-b631-68539757bdaa cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:28:22.740826 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f5db3906-d359-42d0-bbe0-4ef729ee1885 req-651aab4b-9fab-49e6-bcb4-7519bb6898b2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=099e1bdb-4040-4bf0-8ba1-63b22a8480f2 HTTP/1.1" status: 200 len: 210 time: 0.0336461 May 18 14:28:22.767615 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 25d65582-7e27-4e9d-93e1-a52794c74939 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:22.795290 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-887f57a9-2afe-437a-a9c6-71ddbabd16fc None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:22.804154 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Publish callbacks [] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:22.921025 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:22.942418 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:23.213262 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-887f57a9-2afe-437a-a9c6-71ddbabd16fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:23.246573 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f57a9-2afe-437a-a9c6-71ddbabd16fc None None] The sync data for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi is: [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:28:23.362513 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646453'] for router_interface (73ca5877-084e-4fb9-a3df-8edb7e850cde), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:23.386942 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f8f08a-981f-4c29-b631-68539757bdaa,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:23.480417 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Network 70b9af63-9206-43aa-9225-4fa825c8eb4d is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:28:23.482002 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:23.597948 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd1d9ea-3f65-46c6-87de-f2dadfa35630 None None] New status for floating IP ded4caf3-f7e1-41be-9482-83ddda442bca: DOWN {{(pid=104327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:28:23.600895 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:23.619062 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Router 73ca5877-084e-4fb9-a3df-8edb7e850cde has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:28:23.739131 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:23.743767 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:28:23.750265 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-0f09d059-3969-4603-9f5c-0792ae00aa72 admin admin] 10.222.0.71 "PUT /v2.0/routers/73ca5877-084e-4fb9-a3df-8edb7e850cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8392329 May 18 14:28:23.853628 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-f5917497-0558-4ffb-bad1-ca4eea4b1aea None None] Provisioning complete for port d6f8f08a-981f-4c29-b631-68539757bdaa triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:23.854006 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f5917497-0558-4ffb-bad1-ca4eea4b1aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:23.898878 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-f5917497-0558-4ffb-bad1-ca4eea4b1aea None None] Port d6f8f08a-981f-4c29-b631-68539757bdaa cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:28:23.966412 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51232) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:23.974825 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 97b36358-f818-4b7e-91c5-3fd6e5663d0d up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:28:24.037233 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7101fbf6-da44-4205-a7bd-511ca6be8f17 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (df8bb39b-d89b-4e44-a8da-43d3fa3fdee3), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.048867 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 97b36358-f818-4b7e-91c5-3fd6e5663d0d triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:24.049239 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.075272 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7101fbf6-da44-4205-a7bd-511ca6be8f17 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (df8bb39b-d89b-4e44-a8da-43d3fa3fdee3), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.130647 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 97b36358-f818-4b7e-91c5-3fd6e5663d0d is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:24.131132 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.154165 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] For port 97b36358-f818-4b7e-91c5-3fd6e5663d0d, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=97b36358-f818-4b7e-91c5-3fd6e5663d0d,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:24.204770 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7101fbf6-da44-4205-a7bd-511ca6be8f17 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (df8bb39b-d89b-4e44-a8da-43d3fa3fdee3), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.207797 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-7101fbf6-da44-4205-a7bd-511ca6be8f17 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.211640 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-7101fbf6-da44-4205-a7bd-511ca6be8f17 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "DELETE /v2.0/security-groups/df8bb39b-d89b-4e44-a8da-43d3fa3fdee3 HTTP/1.1" status: 204 len: 168 time: 0.2415957 May 18 14:28:24.212011 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51238) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:24.228035 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101fbf6-da44-4205-a7bd-511ca6be8f17 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8bb39b-d89b-4e44-a8da-43d3fa3fdee3,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:24.228278 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.229209 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 25d65582-7e27-4e9d-93e1-a52794c74939 up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:28:24.231592 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.api.v2.resource [None req-f6b1a8d8-e677-41b5-b69c-a407c6893e8b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] show failed (client error): The resource could not be found. May 18 14:28:24.233947 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-f6b1a8d8-e677-41b5-b69c-a407c6893e8b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups/df8bb39b-d89b-4e44-a8da-43d3fa3fdee3 HTTP/1.1" status: 404 len: 347 time: 0.0200872 May 18 14:28:24.240462 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51240) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:24.284346 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51242) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:24.289021 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-c693c840-efb0-4ac0-af4d-c6a18b8977aa tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1728612820', 'description': 'tempest-secgroup-smoke-1728612820 description', 'project_id': 'dd4e2f9843b84aebb963f491048a331a'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:24.335922 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Pushing event updated for resources: {'Port': ['ID=97b36358-f818-4b7e-91c5-3fd6e5663d0d,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:24.345916 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 25d65582-7e27-4e9d-93e1-a52794c74939 triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:24.346388 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.381745 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-67f41d16-cee2-4d08-983b-21843813edc2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Deleting port 699a7952-2d83-4804-b7f1-0786f3cdb4d7 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:28:24.382218 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-67f41d16-cee2-4d08-983b-21843813edc2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (699a7952-2d83-4804-b7f1-0786f3cdb4d7), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.424958 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 25d65582-7e27-4e9d-93e1-a52794c74939 is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:24.445119 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c693c840-efb0-4ac0-af4d-c6a18b8977aa tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.485748 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-67f41d16-cee2-4d08-983b-21843813edc2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (699a7952-2d83-4804-b7f1-0786f3cdb4d7), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.486168 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-67f41d16-cee2-4d08-983b-21843813edc2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (699a7952-2d83-4804-b7f1-0786f3cdb4d7), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.500336 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-67f41d16-cee2-4d08-983b-21843813edc2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Calling delete_port for 699a7952-2d83-4804-b7f1-0786f3cdb4d7 owned by network:floatingip {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:28:24.527261 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c693c840-efb0-4ac0-af4d-c6a18b8977aa tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group (ef420ad8-f6e7-4537-b6b1-32293e0459b2), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.650436 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Sync routers for ids ['73ca5877-084e-4fb9-a3df-8edb7e850cde'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:28:24.660948 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Routers {'73ca5877-084e-4fb9-a3df-8edb7e850cde'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:24.661557 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['73ca5877-084e-4fb9-a3df-8edb7e850cde'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:24.685339 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c693c840-efb0-4ac0-af4d-c6a18b8977aa tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ef420ad8-f6e7-4537-b6b1-32293e0459b2), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.703643 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:24.716400 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693c840-efb0-4ac0-af4d-c6a18b8977aa tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef420ad8-f6e7-4537-b6b1-32293e0459b2,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:24.725075 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-67f41d16-cee2-4d08-983b-21843813edc2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (699a7952-2d83-4804-b7f1-0786f3cdb4d7), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.753675 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f41d16-cee2-4d08-983b-21843813edc2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event deleted for resources: {'Port': ['ID=699a7952-2d83-4804-b7f1-0786f3cdb4d7,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:24.770573 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Set router 73ca5877-084e-4fb9-a3df-8edb7e850cde gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:24.825357 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-c693c840-efb0-4ac0-af4d-c6a18b8977aa tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.830016 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-c693c840-efb0-4ac0-af4d-c6a18b8977aa tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5422981 May 18 14:28:24.830325 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51244) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:24.831139 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-67f41d16-cee2-4d08-983b-21843813edc2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (ded4caf3-f7e1-41be-9482-83ddda442bca), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.834151 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-67f41d16-cee2-4d08-983b-21843813edc2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.840009 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-67f41d16-cee2-4d08-983b-21843813edc2 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "DELETE /v2.0/floatingips/ded4caf3-f7e1-41be-9482-83ddda442bca HTTP/1.1" status: 204 len: 168 time: 0.5940495 May 18 14:28:24.840153 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-d1fba66c-3dec-4250-b17b-6c5724ec3180 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Request body: {'security_group_rule': {'security_group_id': 'ef420ad8-f6e7-4537-b6b1-32293e0459b2', 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:24.937150 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:24.937396 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d1fba66c-3dec-4250-b17b-6c5724ec3180 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (4dee63db-f0ab-4ee5-adc3-c292db0f16ed), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:24.989332 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51248) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:24.991364 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'name': 'tempest-TestShelveInstance-455505457-router', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:18Z', 'updated_at': '2022-05-18T14:28:22Z', 'revision_number': 4, 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'gw_port': {'id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:19Z', 'updated_at': '2022-05-18T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'd6f8f08a-981f-4c29-b631-68539757bdaa', 'name': '', 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'mac_address': 'fa:16:3e:27:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:21Z', 'updated_at': '2022-05-18T14:28:22Z', 'revision_number': 2, 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'subnets': [{'id': 'cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:24.995112 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-95806638-795f-4fa2-9578-bd31be186fdd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157924355', 'description': 'tempest-description--506831263'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:24.999342 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d1fba66c-3dec-4250-b17b-6c5724ec3180 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (4dee63db-f0ab-4ee5-adc3-c292db0f16ed), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.019824 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Checking router: 73ca5877-084e-4fb9-a3df-8edb7e850cde for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:28:25.020178 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Updating router 73ca5877-084e-4fb9-a3df-8edb7e850cde port d6f8f08a-981f-4c29-b631-68539757bdaa binding host dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:28:25.052622 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.085185 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.107800 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d1fba66c-3dec-4250-b17b-6c5724ec3180 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (4dee63db-f0ab-4ee5-adc3-c292db0f16ed), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.108123 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-95806638-795f-4fa2-9578-bd31be186fdd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.130036 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fba66c-3dec-4250-b17b-6c5724ec3180 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dee63db-f0ab-4ee5-adc3-c292db0f16ed,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:25.186676 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:25.188005 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-95806638-795f-4fa2-9578-bd31be186fdd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (ba58e44e-b4d2-4fba-9f72-7e0657ee8699), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.214235 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d1fba66c-3dec-4250-b17b-6c5724ec3180 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.216214 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-d1fba66c-3dec-4250-b17b-6c5724ec3180 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844652 May 18 14:28:25.219140 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51250) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:25.223862 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-39b4be43-9c3a-40e7-83ee-4b446641d051 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Request body: {'security_group_rule': {'security_group_id': 'ef420ad8-f6e7-4537-b6b1-32293e0459b2', 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:25.285386 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-95806638-795f-4fa2-9578-bd31be186fdd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ba58e44e-b4d2-4fba-9f72-7e0657ee8699), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.319582 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95806638-795f-4fa2-9578-bd31be186fdd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba58e44e-b4d2-4fba-9f72-7e0657ee8699,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:25.321484 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device f6043b40-6e93-4998-b9e2-58851da23722 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:28:25.325828 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-39b4be43-9c3a-40e7-83ee-4b446641d051 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (5a23d24c-ea90-4682-a81d-c7e27722d1b5), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.362170 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:25.375485 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: f6043b40-6e93-4998-b9e2-58851da23722 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:28:25.376064 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device f6043b40-6e93-4998-b9e2-58851da23722 not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:28:25.386263 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-39b4be43-9c3a-40e7-83ee-4b446641d051 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (5a23d24c-ea90-4682-a81d-c7e27722d1b5), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.388748 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Publish callbacks [] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), precommit_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.395029 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-95806638-795f-4fa2-9578-bd31be186fdd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.396265 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-95806638-795f-4fa2-9578-bd31be186fdd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4056389 May 18 14:28:25.399248 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51252) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:25.403504 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-c89a8f5e-d1fc-46a2-af34-00bdc7e7e469 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'security_group_rule': {'security_group_id': 'ba58e44e-b4d2-4fba-9f72-7e0657ee8699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:25.490632 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-39b4be43-9c3a-40e7-83ee-4b446641d051 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (5a23d24c-ea90-4682-a81d-c7e27722d1b5), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.508965 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4be43-9c3a-40e7-83ee-4b446641d051 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a23d24c-ea90-4682-a81d-c7e27722d1b5,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:25.524951 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.533018 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c89a8f5e-d1fc-46a2-af34-00bdc7e7e469 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (7d62b369-0bac-4cbd-9d36-7bdefd024907), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.578885 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf85aa-56a3-4fa2-9ab0-ffd4ee1023d7 None None] Pushing event updated for resources: {'Port': ['ID=d6f8f08a-981f-4c29-b631-68539757bdaa,revision_number=3']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:25.603609 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-39b4be43-9c3a-40e7-83ee-4b446641d051 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.603609 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-39b4be43-9c3a-40e7-83ee-4b446641d051 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3822045 May 18 14:28:25.605748 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c89a8f5e-d1fc-46a2-af34-00bdc7e7e469 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (7d62b369-0bac-4cbd-9d36-7bdefd024907), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.606951 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51254) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:25.612217 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-2fa28185-b712-464f-9d95-07f8ef49c1ef tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Request body: {'security_group_rule': {'security_group_id': 'ef420ad8-f6e7-4537-b6b1-32293e0459b2', 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:25.618285 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:25.639536 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Attempting to bind port d6f8f08a-981f-4c29-b631-68539757bdaa on host dv-cinder-755101-9-iscsi for vnic_type normal with profile {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:28:25.639918 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Attempting to bind port d6f8f08a-981f-4c29-b631-68539757bdaa by drivers openvswitch,hyperv on host dv-cinder-755101-9-iscsi at level 0 using segments [{'id': '9f277901-0416-4ee3-a6d4-fe42b19d1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d'}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:28:25.640285 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Attempting to bind port d6f8f08a-981f-4c29-b631-68539757bdaa on network 70b9af63-9206-43aa-9225-4fa825c8eb4d {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:28:25.646520 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Checking agent: {'id': 'ee303fed-37c2-4c12-8275-b92f6a6a4cb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 8, 8), 'started_at': datetime.datetime(2022, 5, 18, 14, 8, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:28:25.646899 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Checking segment: {'id': '9f277901-0416-4ee3-a6d4-fe42b19d1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:28:25.647307 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.655254 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Bound using segment: {'id': '9f277901-0416-4ee3-a6d4-fe42b19d1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d'} {{(pid=104326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:28:25.655254 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.managers [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Bound port: d6f8f08a-981f-4c29-b631-68539757bdaa, host: dv-cinder-755101-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f277901-0416-4ee3-a6d4-fe42b19d1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d'}}] {{(pid=104326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:28:25.655254 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.721056 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:25.723942 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] For port d6f8f08a-981f-4c29-b631-68539757bdaa, host dv-cinder-755101-9-iscsi, cleared binding levels {{(pid=104326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:28:25.727461 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] For port d6f8f08a-981f-4c29-b631-68539757bdaa, host dv-cinder-755101-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=d6f8f08a-981f-4c29-b631-68539757bdaa,segment=NetworkSegment(9f277901-0416-4ee3-a6d4-fe42b19d1e73),segment_id=9f277901-0416-4ee3-a6d4-fe42b19d1e73)] {{(pid=104326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:28:25.736580 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c89a8f5e-d1fc-46a2-af34-00bdc7e7e469 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (7d62b369-0bac-4cbd-9d36-7bdefd024907), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.753635 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a8f5e-d1fc-46a2-af34-00bdc7e7e469 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d62b369-0bac-4cbd-9d36-7bdefd024907,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:25.772494 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2fa28185-b712-464f-9d95-07f8ef49c1ef tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (20eefa3d-750d-4442-9d57-74b63b55133b), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.832234 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-ec697139-16a5-4b55-9173-d34a1c4370df None None] Provisioning complete for port d6f8f08a-981f-4c29-b631-68539757bdaa triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:25.832727 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ec697139-16a5-4b55-9173-d34a1c4370df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.842222 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2fa28185-b712-464f-9d95-07f8ef49c1ef tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (20eefa3d-750d-4442-9d57-74b63b55133b), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.856363 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 97b36358-f818-4b7e-91c5-3fd6e5663d0d up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:28:25.860762 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.875460 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c89a8f5e-d1fc-46a2-af34-00bdc7e7e469 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.876835 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-c89a8f5e-d1fc-46a2-af34-00bdc7e7e469 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4766450 May 18 14:28:25.879866 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51256) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:25.885239 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-27497129-26f7-44d2-9a25-1c2eaf63c129 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'security_group_rule': {'security_group_id': 'ba58e44e-b4d2-4fba-9f72-7e0657ee8699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:25.927290 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-ec697139-16a5-4b55-9173-d34a1c4370df None None] Port d6f8f08a-981f-4c29-b631-68539757bdaa cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:28:25.942688 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2fa28185-b712-464f-9d95-07f8ef49c1ef tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (20eefa3d-750d-4442-9d57-74b63b55133b), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:25.957352 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:25.967851 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa28185-b712-464f-9d95-07f8ef49c1ef tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20eefa3d-750d-4442-9d57-74b63b55133b,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:25.968080 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Routers {'73ca5877-084e-4fb9-a3df-8edb7e850cde'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:25.968625 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['73ca5877-084e-4fb9-a3df-8edb7e850cde'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:25.978514 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf85aa-56a3-4fa2-9ab0-ffd4ee1023d7 None None] Pushing event updated for resources: {'Port': ['ID=d6f8f08a-981f-4c29-b631-68539757bdaa,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:26.014500 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:26.017228 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port 97b36358-f818-4b7e-91c5-3fd6e5663d0d triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:26.017599 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.033944 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-27497129-26f7-44d2-9a25-1c2eaf63c129 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (4b4fc8a7-d309-412a-806c-2e6394a61ae5), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.052872 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-2fa28185-b712-464f-9d95-07f8ef49c1ef tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.057071 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51258) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:26.057299 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-2fa28185-b712-464f-9d95-07f8ef49c1ef tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4487317 May 18 14:28:26.063957 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-a3e8483c-fd39-47ab-ac84-df667adfdbe5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Request body: {'security_group_rule': {'security_group_id': 'ef420ad8-f6e7-4537-b6b1-32293e0459b2', 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:26.114234 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] Set router 73ca5877-084e-4fb9-a3df-8edb7e850cde gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:26.120463 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-27497129-26f7-44d2-9a25-1c2eaf63c129 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (4b4fc8a7-d309-412a-806c-2e6394a61ae5), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.222365 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-27497129-26f7-44d2-9a25-1c2eaf63c129 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (4b4fc8a7-d309-412a-806c-2e6394a61ae5), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.236853 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a3e8483c-fd39-47ab-ac84-df667adfdbe5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (04cb401b-189e-40c6-b7b8-a7fd0e14b557), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.246152 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27497129-26f7-44d2-9a25-1c2eaf63c129 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4fc8a7-d309-412a-806c-2e6394a61ae5,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:26.306034 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a3e8483c-fd39-47ab-ac84-df667adfdbe5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (04cb401b-189e-40c6-b7b8-a7fd0e14b557), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.332764 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-27497129-26f7-44d2-9a25-1c2eaf63c129 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.334060 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-27497129-26f7-44d2-9a25-1c2eaf63c129 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4530730 May 18 14:28:26.337354 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51260) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:26.342515 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-687c441f-18d3-4b45-a796-cdcab2abc16d None None] Provisioning complete for port d6f8f08a-981f-4c29-b631-68539757bdaa triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:26.342515 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-687c441f-18d3-4b45-a796-cdcab2abc16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.342743 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:26.393838 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a3e8483c-fd39-47ab-ac84-df667adfdbe5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (04cb401b-189e-40c6-b7b8-a7fd0e14b557), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.415336 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8483c-fd39-47ab-ac84-df667adfdbe5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cb401b-189e-40c6-b7b8-a7fd0e14b557,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:26.428113 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port 97b36358-f818-4b7e-91c5-3fd6e5663d0d is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:26.450920 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.534765 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-687c441f-18d3-4b45-a796-cdcab2abc16d None None] Current status of the port d6f8f08a-981f-4c29-b631-68539757bdaa is: DOWN; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:26.535048 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.535179 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-687c441f-18d3-4b45-a796-cdcab2abc16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.539038 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=100 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:26.551708 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'name': 'tempest-TestShelveInstance-455505457-router', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:18Z', 'updated_at': '2022-05-18T14:28:22Z', 'revision_number': 4, 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'gw_port': {'id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:19Z', 'updated_at': '2022-05-18T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'd6f8f08a-981f-4c29-b631-68539757bdaa', 'name': '', 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'mac_address': 'fa:16:3e:27:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:21Z', 'updated_at': '2022-05-18T14:28:25Z', 'revision_number': 4, 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'subnets': [{'id': 'cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:26.561722 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-a3e8483c-fd39-47ab-ac84-df667adfdbe5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.566266 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-a3e8483c-fd39-47ab-ac84-df667adfdbe5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5068164 May 18 14:28:26.566957 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51262) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:26.571987 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-262f9de6-4846-45cc-9e8a-7c9f254a997e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Request body: {'security_group_rule': {'security_group_id': 'ef420ad8-f6e7-4537-b6b1-32293e0459b2', 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:26.581885 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1530ea19-0a2a-42e5-ba54-31fd29f77b7d None None] The sync data for ids ['73ca5877-084e-4fb9-a3df-8edb7e850cde'] in dv-cinder-755101-9-iscsi is: [{'id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'name': 'tempest-TestShelveInstance-455505457-router', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:18Z', 'updated_at': '2022-05-18T14:28:22Z', 'revision_number': 4, 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'gw_port': {'id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:19Z', 'updated_at': '2022-05-18T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'd6f8f08a-981f-4c29-b631-68539757bdaa', 'name': '', 'network_id': '70b9af63-9206-43aa-9225-4fa825c8eb4d', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'mac_address': 'fa:16:3e:27:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:21Z', 'updated_at': '2022-05-18T14:28:25Z', 'revision_number': 4, 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'subnets': [{'id': 'cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:28:26.610103 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-687c441f-18d3-4b45-a796-cdcab2abc16d None None] For port d6f8f08a-981f-4c29-b631-68539757bdaa, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=d6f8f08a-981f-4c29-b631-68539757bdaa,segment=NetworkSegment(9f277901-0416-4ee3-a6d4-fe42b19d1e73),segment_id=9f277901-0416-4ee3-a6d4-fe42b19d1e73)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:26.671390 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_common [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Allocated IP 172.27.2.230 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/842ba298-7b82-4ccb-80c3-9dad69b96eb9) {{(pid=104324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:28:26.697017 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.securitygroups_db [None req-262f9de6-4846-45cc-9e8a-7c9f254a997e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Project dd4e2f9843b84aebb963f491048a331a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:28:26.705318 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-262f9de6-4846-45cc-9e8a-7c9f254a997e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (066631d3-6708-45de-9573-a8842c79068b), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.736241 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-687c441f-18d3-4b45-a796-cdcab2abc16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.774254 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-262f9de6-4846-45cc-9e8a-7c9f254a997e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (066631d3-6708-45de-9573-a8842c79068b), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.789917 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c441f-18d3-4b45-a796-cdcab2abc16d None None] Pushing event updated for resources: {'Port': ['ID=d6f8f08a-981f-4c29-b631-68539757bdaa,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:26.809475 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for port (842ba298-7b82-4ccb-80c3-9dad69b96eb9), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.867745 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-262f9de6-4846-45cc-9e8a-7c9f254a997e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (066631d3-6708-45de-9573-a8842c79068b), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.892621 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f9de6-4846-45cc-9e8a-7c9f254a997e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066631d3-6708-45de-9573-a8842c79068b,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:26.952881 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:26.954690 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (842ba298-7b82-4ccb-80c3-9dad69b96eb9), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.984143 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-262f9de6-4846-45cc-9e8a-7c9f254a997e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:26.985540 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-262f9de6-4846-45cc-9e8a-7c9f254a997e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4173284 May 18 14:28:26.988442 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51264) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:26.993171 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:28:26.996241 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-6ba5f73c-da48-427a-b1e8-e8ca768e7a85 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Request body: {'security_group_rule': {'security_group_id': 'ef420ad8-f6e7-4537-b6b1-32293e0459b2', 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:26.999536 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Resources bound (agent type, host, resource id): {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:27.002049 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Received port after_create {{(pid=104324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:28:27.045835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'Port': ['ID=842ba298-7b82-4ccb-80c3-9dad69b96eb9,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:27.102056 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.securitygroups_db [None req-6ba5f73c-da48-427a-b1e8-e8ca768e7a85 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Project dd4e2f9843b84aebb963f491048a331a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:28:27.108987 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (61ec70fe-c0f5-4656-85b7-045d9da839e4), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:27.109201 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f73c-da48-427a-b1e8-e8ca768e7a85 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (6a802bda-b666-4e49-a1da-ed5bc81a138e), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:27.131131 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:27.176334 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f73c-da48-427a-b1e8-e8ca768e7a85 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (6a802bda-b666-4e49-a1da-ed5bc81a138e), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:27.232721 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (842ba298-7b82-4ccb-80c3-9dad69b96eb9), before_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:27.268497 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f73c-da48-427a-b1e8-e8ca768e7a85 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572519'] for security_group_rule (6a802bda-b666-4e49-a1da-ed5bc81a138e), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:27.292671 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5f73c-da48-427a-b1e8-e8ca768e7a85 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a802bda-b666-4e49-a1da-ed5bc81a138e,revision_number=0']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:27.396709 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:27.436081 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f73c-da48-427a-b1e8-e8ca768e7a85 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:27.437509 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-6ba5f73c-da48-427a-b1e8-e8ca768e7a85 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4479463 May 18 14:28:27.445347 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for port (842ba298-7b82-4ccb-80c3-9dad69b96eb9), precommit_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:27.582171 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063648'] for port (842ba298-7b82-4ccb-80c3-9dad69b96eb9), after_update {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:27.659711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'Port': ['ID=842ba298-7b82-4ccb-80c3-9dad69b96eb9,revision_number=2']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:27.677012 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (61ec70fe-c0f5-4656-85b7-045d9da839e4), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:27.779025 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:27.789418 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-f176e93b-6fdf-4ed8-8b1a-90afedc19f01 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4419649 May 18 14:28:27.884368 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device d6f8f08a-981f-4c29-b631-68539757bdaa up at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:28:27.943736 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Provisioning complete for port d6f8f08a-981f-4c29-b631-68539757bdaa triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:27.945223 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:28.039347 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-014c17fc-e41e-48d2-b50e-4909fea22c75 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--157924355&fields=id&tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e HTTP/1.1" status: 200 len: 267 time: 0.0530772 May 18 14:28:28.047950 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Current status of the port d6f8f08a-981f-4c29-b631-68539757bdaa is: ACTIVE; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:28.142746 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-c50b49fa-392f-4214-9664-02e3d1248c4f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:28.144247 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-c50b49fa-392f-4214-9664-02e3d1248c4f tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 814 time: 0.1041017 May 18 14:28:28.161301 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-65985adb-fb29-4a1b-944d-eb15a0458187 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/quotas/1bf771dcc9ca4e00914c6791c30e3b6e HTTP/1.1" status: 200 len: 375 time: 0.0109384 May 18 14:28:28.217963 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-aafcf58e-e69c-4f86-87a7-5028d760d589 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508642 May 18 14:28:28.332539 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-d401e019-5e47-4925-b570-6abdd7f00849 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:28:28.333578 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-d401e019-5e47-4925-b570-6abdd7f00849 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1042352 May 18 14:28:28.431243 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-31e6eb23-5b0e-4731-8525-56a28dc2dbcb service neutron] 10.222.0.71 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916913 May 18 14:28:28.530499 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-822a094d-be0e-4564-904c-3ffc8eb75dfc service neutron] 10.222.0.71 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919316 May 18 14:28:28.785185 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-da0347d1-828a-4b8a-8ebc-fc062f50bd3a req-3893e170-d769-4fd4-bbfb-9eded26755cc tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 210 time: 0.0289133 May 18 14:28:29.296818 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:29.888270 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-89f8c2e8-8421-4d1b-bba2-5a8e0c00ad46 req-058fb5e5-3b9e-4479-b1b1-f81707d2a937 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 210 time: 0.0311515 May 18 14:28:30.356920 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:28:31.006351 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-dfe72cc8-bec6-4909-a80e-9011e0d97c13 req-c9789245-9fbe-4259-ac6f-4091f028e046 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 210 time: 0.0336931 May 18 14:28:31.136440 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3e9a22c3-8c6f-4c8d-9bed-68e0d95ec8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:31.280856 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-55fb4de9-7e50-4607-911b-b569fcd5c499 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:31.282465 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-55fb4de9-7e50-4607-911b-b569fcd5c499 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 814 time: 0.1266949 May 18 14:28:31.352835 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-21ecf57f-83b4-4dd2-b299-236862b74f2b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e HTTP/1.1" status: 200 len: 379 time: 0.0613561 May 18 14:28:31.361612 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'port': {'device_id': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'admin_state_up': True, 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'security_groups': ['ba58e44e-b4d2-4fba-9f72-7e0657ee8699']}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:31.581983 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Made reservation on behalf of 1bf771dcc9ca4e00914c6791c30e3b6e for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:28:31.585670 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:31.604411 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:31.730746 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Allocated IP 172.20.0.3 (ec2155ff-0b54-43b6-ab95-01ac5eab32d1/25bb2d1b-eba8-46aa-bb01-698c07564941/147449c4-95b3-436f-8ad5-2625c17ed54c) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:28:31.896290 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:31.982669 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:31.988707 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:32.030483 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:28:32.034948 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:32.038810 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:28:32.077341 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event updated for resources: {'Port': ['ID=147449c4-95b3-436f-8ad5-2625c17ed54c,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:32.107172 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:32.107983 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:32.164405 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8081e-424a-4ea3-b9aa-4d5d00ef4c62 req-119bebd5-ba37-42b4-bc07-8d45d316cd25 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:32.170871 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-42a8081e-424a-4ea3-b9aa-4d5d00ef4c62 req-119bebd5-ba37-42b4-bc07-8d45d316cd25 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 931 time: 0.0715668 May 18 14:28:32.181684 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f5df4cb6-1810-4277-abf8-a7a324eb2ced tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8235614 May 18 14:28:32.255068 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-42a8081e-424a-4ea3-b9aa-4d5d00ef4c62 req-2d4d2fb9-eb66-45b5-8b01-0723a44102e6 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753360 May 18 14:28:32.288206 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Request body: {'port': {'device_id': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:32.303405 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-4e0781b3-ffa8-48dc-98c9-75deaafb147a None None] Provisioning complete for port 147449c4-95b3-436f-8ad5-2625c17ed54c triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:32.304263 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4e0781b3-ffa8-48dc-98c9-75deaafb147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:32.346242 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-4e0781b3-ffa8-48dc-98c9-75deaafb147a None None] Port 147449c4-95b3-436f-8ad5-2625c17ed54c cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:28:32.365061 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:32.681649 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147449c4-95b3-436f-8ad5-2625c17ed54c {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:28:32.689462 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Publish callbacks [] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:32.702529 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Transition to ACTIVE for port object 147449c4-95b3-436f-8ad5-2625c17ed54c will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:28:32.786168 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:32.862336 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Pushing event updated for resources: {'Port': ['ID=147449c4-95b3-436f-8ad5-2625c17ed54c,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:32.918997 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:32.923739 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Attempting to bind port 147449c4-95b3-436f-8ad5-2625c17ed54c on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:28:32.924071 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Attempting to bind port 147449c4-95b3-436f-8ad5-2625c17ed54c by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:28:32.924407 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Attempting to bind port 147449c4-95b3-436f-8ad5-2625c17ed54c on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:28:32.929698 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Port 147449c4-95b3-436f-8ad5-2625c17ed54c on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:28:32.930017 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Attempting to bind port 147449c4-95b3-436f-8ad5-2625c17ed54c on network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:28:32.936457 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:28:32.936878 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Checking segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:28:32.937283 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Bound using segment: {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:28:32.937716 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Bound port: 147449c4-95b3-436f-8ad5-2625c17ed54c, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:28:32.938080 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:33.009970 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] For port 147449c4-95b3-436f-8ad5-2625c17ed54c, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:28:33.013770 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] For port 147449c4-95b3-436f-8ad5-2625c17ed54c, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=147449c4-95b3-436f-8ad5-2625c17ed54c,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:28:33.103795 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:33.140626 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:33.141276 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:33.142695 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] 10.222.0.72 "PUT /v2.0/ports/147449c4-95b3-436f-8ad5-2625c17ed54c HTTP/1.1" status: 200 len: 1093 time: 0.9542055 May 18 14:28:33.143174 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'tag': '147449c4-95b3-436f-8ad5-2625c17ed54c'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:28:33.145470 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea64adf8-a5e9-44c6-b267-bc7a9a821bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b52cc84-6884-4237-ae47-c1b83aea899d", "tag": "147449c4-95b3-436f-8ad5-2625c17ed54c"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:28:33.181664 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaee097-ae35-421e-af66-0a6536a6d522 service neutron] Pushing event updated for resources: {'Port': ['ID=147449c4-95b3-436f-8ad5-2625c17ed54c,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:33.197754 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bc8494-be4b-4da8-bb48-9c11bc1f6e85 x-openstack-request-id: req-77bc8494-be4b-4da8-bb48-9c11bc1f6e85 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:28:33.198046 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b52cc84-6884-4237-ae47-c1b83aea899d", "tag": "147449c4-95b3-436f-8ad5-2625c17ed54c", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:28:33.198302 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-77bc8494-be4b-4da8-bb48-9c11bc1f6e85 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:28:33.198764 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bc8494-be4b-4da8-bb48-9c11bc1f6e85'] response: {'name': 'network-changed', 'server_uuid': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'tag': '147449c4-95b3-436f-8ad5-2625c17ed54c', 'status': 'completed', 'code': 200} May 18 14:28:33.264414 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64adf8-a5e9-44c6-b267-bc7a9a821bf4 req-67406258-b4a1-4a40-95f3-03187cbd0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:33.266051 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ea64adf8-a5e9-44c6-b267-bc7a9a821bf4 req-67406258-b4a1-4a40-95f3-03187cbd0833 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 1127 time: 0.0467253 May 18 14:28:33.303821 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:33.395911 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64adf8-a5e9-44c6-b267-bc7a9a821bf4 req-4c51c7bb-514e-4696-8bc7-af17b194d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:33.397380 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ea64adf8-a5e9-44c6-b267-bc7a9a821bf4 req-4c51c7bb-514e-4696-8bc7-af17b194d9c5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1234405 May 18 14:28:33.398624 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b0639-a976-45f9-ac08-098b79e9f259 req-17d7acdb-78da-4e47-bf3d-45c14b224064 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:33.400150 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b89b0639-a976-45f9-ac08-098b79e9f259 req-17d7acdb-78da-4e47-bf3d-45c14b224064 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 943 time: 0.0666025 May 18 14:28:33.452067 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b89b0639-a976-45f9-ac08-098b79e9f259 req-c9cd2f22-5930-41c2-9746-508d8946d9ca tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457418 May 18 14:28:33.506966 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64adf8-a5e9-44c6-b267-bc7a9a821bf4 req-8cbac245-4f71-4045-8340-6372bb4ec467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:33.508477 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ea64adf8-a5e9-44c6-b267-bc7a9a821bf4 req-8cbac245-4f71-4045-8340-6372bb4ec467 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043820 May 18 14:28:33.560224 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c4e18754-28dc-4449-81c4-1b553cab98ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:33.592249 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-d2f84a94-f45a-4b50-92e1-47850d312b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:33.593877 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-d2f84a94-f45a-4b50-92e1-47850d312b72 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 1127 time: 0.0434597 May 18 14:28:33.637421 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-be7ad36d-9702-4fbd-a607-bb522e62c220 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=147449c4-95b3-436f-8ad5-2625c17ed54c HTTP/1.1" status: 200 len: 217 time: 0.0346940 May 18 14:28:33.691195 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-810e5f4b-274d-4728-9f64-94e914c33e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:33.692652 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-810e5f4b-274d-4728-9f64-94e914c33e1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25bb2d1b-eba8-46aa-bb01-698c07564941 HTTP/1.1" status: 200 len: 853 time: 0.0483201 May 18 14:28:33.742972 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-38c66a78-4208-4d65-8377-302e50e28438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:33.748662 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-38c66a78-4208-4d65-8377-302e50e28438 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437622 May 18 14:28:33.843763 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-f6529257-8bcf-45cf-9bc3-5c50ca02f2d3 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875292 May 18 14:28:33.949388 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c362831f-6ad8-42ba-a75a-6d99982d5762 req-a9fc8995-97ea-4768-bbd6-25e0d4f2e800 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922165 May 18 14:28:34.578980 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be5e06-88a1-460d-b6fc-d026c17e81bc req-8e574ef8-d235-4dc0-8ccc-8e0fada0dffb tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:34.580496 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-58be5e06-88a1-460d-b6fc-d026c17e81bc req-8e574ef8-d235-4dc0-8ccc-8e0fada0dffb tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 943 time: 0.0576503 May 18 14:28:34.633194 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-58be5e06-88a1-460d-b6fc-d026c17e81bc req-2d1daf25-fb56-4ca2-9b35-8825414bbb76 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470431 May 18 14:28:35.164742 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:35.756931 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9858cfb-cf2a-45e3-9c39-1e11ce3aaee1 req-fcdf6808-4aaa-4e00-b924-2a6b1f72eb27 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:35.758179 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e9858cfb-cf2a-45e3-9c39-1e11ce3aaee1 req-fcdf6808-4aaa-4e00-b924-2a6b1f72eb27 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 943 time: 0.0485198 May 18 14:28:35.813252 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e9858cfb-cf2a-45e3-9c39-1e11ce3aaee1 req-66ad0820-dcb4-443f-8d36-e0f3e31b08c0 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487990 May 18 14:28:36.250497 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:36.941115 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1221c-ba3f-4f34-bcdd-e42bc93273c8 req-1aa58d56-6e72-4901-a749-aa1161cc0997 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:36.942597 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ade1221c-ba3f-4f34-bcdd-e42bc93273c8 req-1aa58d56-6e72-4901-a749-aa1161cc0997 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 943 time: 0.0537269 May 18 14:28:36.999466 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ade1221c-ba3f-4f34-bcdd-e42bc93273c8 req-6d5ad789-5a3f-463b-b13e-f3b5a5f62f60 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510192 May 18 14:28:37.382170 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 147449c4-95b3-436f-8ad5-2625c17ed54c details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:28:37.486815 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 147449c4-95b3-436f-8ad5-2625c17ed54c, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=147449c4-95b3-436f-8ad5-2625c17ed54c,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:37.503949 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '147449c4-95b3-436f-8ad5-2625c17ed54c', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'port_id': '147449c4-95b3-436f-8ad5-2625c17ed54c', 'mac_address': 'fa:16:3e:c8:a8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:28:37.540742 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 147449c4-95b3-436f-8ad5-2625c17ed54c is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:37.541191 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:37.556225 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147449c4-95b3-436f-8ad5-2625c17ed54c {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:28:37.579149 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 147449c4-95b3-436f-8ad5-2625c17ed54c, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=147449c4-95b3-436f-8ad5-2625c17ed54c,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:37.681954 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:37.735725 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=147449c4-95b3-436f-8ad5-2625c17ed54c,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:37.769984 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:37.923263 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['147449c4-95b3-436f-8ad5-2625c17ed54c'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:28:37.968288 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:38.046894 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:38.120922 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b9652-97d9-4d04-be91-bfb50d1c9421 req-3f1a78d2-4a8f-4bb2-b3a1-e379afae4b11 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:38.123532 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6e7b9652-97d9-4d04-be91-bfb50d1c9421 req-3f1a78d2-4a8f-4bb2-b3a1-e379afae4b11 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 944 time: 0.0506136 May 18 14:28:38.175774 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6e7b9652-97d9-4d04-be91-bfb50d1c9421 req-cb6b5ce3-2c47-45fa-a4bb-90c1766f7357 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460751 May 18 14:28:39.289354 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:39.305656 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1f12d-64a6-456c-a90d-e7d444067dbb req-92430990-0c97-4b44-b751-9bba135e1a83 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:39.307227 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-67a1f12d-64a6-456c-a90d-e7d444067dbb req-92430990-0c97-4b44-b751-9bba135e1a83 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 944 time: 0.0484715 May 18 14:28:39.358091 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-67a1f12d-64a6-456c-a90d-e7d444067dbb req-d596a00d-1e94-4f38-a9ac-5a4a5390a51a tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448129 May 18 14:28:39.397071 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 147449c4-95b3-436f-8ad5-2625c17ed54c up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:28:39.443088 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 147449c4-95b3-436f-8ad5-2625c17ed54c completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:28:39.564915 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 147449c4-95b3-436f-8ad5-2625c17ed54c triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:39.565302 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:39.643271 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 147449c4-95b3-436f-8ad5-2625c17ed54c is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:39.643652 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:39.667200 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147449c4-95b3-436f-8ad5-2625c17ed54c'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:28:39.669495 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01ddbc6-7324-4248-8bfa-e7f326e6dedf" -d '{"events": [{"server_uuid": "4b52cc84-6884-4237-ae47-c1b83aea899d", "name": "network-vif-plugged", "status": "completed", "tag": "147449c4-95b3-436f-8ad5-2625c17ed54c"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:28:39.682421 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 147449c4-95b3-436f-8ad5-2625c17ed54c, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=147449c4-95b3-436f-8ad5-2625c17ed54c,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:39.765344 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:39.822174 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8df2071-7339-4509-be0d-488137ec25f2 x-openstack-request-id: req-c8df2071-7339-4509-be0d-488137ec25f2 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:28:39.831954 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b52cc84-6884-4237-ae47-c1b83aea899d", "name": "network-vif-plugged", "status": "completed", "tag": "147449c4-95b3-436f-8ad5-2625c17ed54c", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:28:39.831954 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c8df2071-7339-4509-be0d-488137ec25f2 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:28:39.831954 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8df2071-7339-4509-be0d-488137ec25f2'] response: {'server_uuid': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147449c4-95b3-436f-8ad5-2625c17ed54c', 'code': 200} May 18 14:28:39.831954 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=147449c4-95b3-436f-8ad5-2625c17ed54c,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:40.135626 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020e6aa-2188-43b7-979a-da6637a5f17b req-de32bfc7-75fa-4ccf-9903-aacd6331eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:40.137072 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9020e6aa-2188-43b7-979a-da6637a5f17b req-de32bfc7-75fa-4ccf-9903-aacd6331eb46 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 1129 time: 0.0400748 May 18 14:28:40.181630 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9020e6aa-2188-43b7-979a-da6637a5f17b req-6ed10ba7-7b10-49fd-bff4-62e646cf28fc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380156 May 18 14:28:40.476328 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e7da8-4587-4cdf-b92b-6a9e92dee71a req-1cda7192-faa7-4391-bd2a-fc8c200177b3 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:40.477854 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff5e7da8-4587-4cdf-b92b-6a9e92dee71a req-1cda7192-faa7-4391-bd2a-fc8c200177b3 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 945 time: 0.0505993 May 18 14:28:40.528045 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff5e7da8-4587-4cdf-b92b-6a9e92dee71a req-e2d0eb1b-e85e-4ac3-bef1-85e053902cbb tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436461 May 18 14:28:41.648712 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f827f-8e64-4aa8-9047-79ccbde9b8e6 req-4a6ec83c-86e9-4093-8b35-83ea58117312 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:41.650266 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3e1f827f-8e64-4aa8-9047-79ccbde9b8e6 req-4a6ec83c-86e9-4093-8b35-83ea58117312 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 945 time: 0.0496488 May 18 14:28:41.701067 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3e1f827f-8e64-4aa8-9047-79ccbde9b8e6 req-ce9ff348-5469-483c-9d9c-bc3ec30e3b73 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439591 May 18 14:28:42.365000 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:42.369799 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:42.820371 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bd371-91ab-4f82-81b3-e85b8e79482f req-62a93570-43d4-4dd6-adb2-ca4931e27752 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:42.821841 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-555bd371-91ab-4f82-81b3-e85b8e79482f req-62a93570-43d4-4dd6-adb2-ca4931e27752 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 945 time: 0.0526016 May 18 14:28:42.870593 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-555bd371-91ab-4f82-81b3-e85b8e79482f req-93839341-83e7-4026-8cb9-1685a390b946 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419307 May 18 14:28:42.986310 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10d5ce-638b-4d20-9afd-43af25eb4354 req-705b59bc-9e3c-47c8-9b56-8c5c5c29d166 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:42.987733 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0c10d5ce-638b-4d20-9afd-43af25eb4354 req-705b59bc-9e3c-47c8-9b56-8c5c5c29d166 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 945 time: 0.0541031 May 18 14:28:42.996467 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51426) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:28:43.001141 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-5aa2cd04-8294-4236-beab-13ad535c3229 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Request body: {'floatingip': {'port_id': '147449c4-95b3-436f-8ad5-2625c17ed54c'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:43.042792 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cd04-8294-4236-beab-13ad535c3229 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (61ec70fe-c0f5-4656-85b7-045d9da839e4), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:43.195773 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:43.752387 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cd04-8294-4236-beab-13ad535c3229 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:43.867450 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cd04-8294-4236-beab-13ad535c3229 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (61ec70fe-c0f5-4656-85b7-045d9da839e4), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:43.966218 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [None req-5aa2cd04-8294-4236-beab-13ad535c3229 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Floating IP 61ec70fe-c0f5-4656-85b7-045d9da839e4 associated. External IP: 172.27.2.230, port: 147449c4-95b3-436f-8ad5-2625c17ed54c. May 18 14:28:44.001095 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:44.177069 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa2cd04-8294-4236-beab-13ad535c3229 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Router 8804303e-ad5b-4958-beef-ab274a064550 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:28:44.286592 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa2cd04-8294-4236-beab-13ad535c3229 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:28:44.291042 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cd04-8294-4236-beab-13ad535c3229 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:44.297579 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19f0be-9b68-4bec-a8c6-f3285f929931 None None] Sync routers for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:28:44.313749 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19f0be-9b68-4bec-a8c6-f3285f929931 None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:44.314425 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-ea19f0be-9b68-4bec-a8c6-f3285f929931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:44.326815 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-5aa2cd04-8294-4236-beab-13ad535c3229 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "PUT /v2.0/floatingips/61ec70fe-c0f5-4656-85b7-045d9da839e4 HTTP/1.1" status: 200 len: 991 time: 1.3288488 May 18 14:28:44.327826 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'tag': '147449c4-95b3-436f-8ad5-2625c17ed54c'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:28:44.330375 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd71fff-ea0d-4bb3-82ed-c316d3be1541" -d '{"events": [{"name": "network-changed", "server_uuid": "4b52cc84-6884-4237-ae47-c1b83aea899d", "tag": "147449c4-95b3-436f-8ad5-2625c17ed54c"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:28:44.374419 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cab4256-39e8-4635-ab34-257257578bed x-openstack-request-id: req-2cab4256-39e8-4635-ab34-257257578bed {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:28:44.374782 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b52cc84-6884-4237-ae47-c1b83aea899d", "tag": "147449c4-95b3-436f-8ad5-2625c17ed54c", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:28:44.375146 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2cab4256-39e8-4635-ab34-257257578bed {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:28:44.375748 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cab4256-39e8-4635-ab34-257257578bed'] response: {'name': 'network-changed', 'server_uuid': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'tag': '147449c4-95b3-436f-8ad5-2625c17ed54c', 'status': 'completed', 'code': 200} May 18 14:28:44.375881 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-5b27606a-9190-4321-8706-96d3b5b96ba8 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728612820&fields=id&tenant_id=dd4e2f9843b84aebb963f491048a331a HTTP/1.1" status: 200 len: 267 time: 0.0595968 May 18 14:28:44.423956 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-ea19f0be-9b68-4bec-a8c6-f3285f929931 None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:44.434030 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd71fff-ea0d-4bb3-82ed-c316d3be1541 req-a3baaff9-531b-44f9-a1a6-5fc936ab1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:44.436406 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ddd71fff-ea0d-4bb3-82ed-c316d3be1541 req-a3baaff9-531b-44f9-a1a6-5fc936ab1ff7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 1129 time: 0.0419807 May 18 14:28:44.475593 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:44.508217 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-5bc9bf84-2e4d-4cf6-957a-ffdf7ce012cd tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:44.509771 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-5bc9bf84-2e4d-4cf6-957a-ffdf7ce012cd tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/networks?id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 HTTP/1.1" status: 200 len: 806 time: 0.1252928 May 18 14:28:44.526759 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-fc24ca9a-95a7-4be2-9ab7-3f8bcbd65962 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/quotas/dd4e2f9843b84aebb963f491048a331a HTTP/1.1" status: 200 len: 375 time: 0.0107172 May 18 14:28:44.556722 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd71fff-ea0d-4bb3-82ed-c316d3be1541 req-48204302-66d9-45d2-bd70-d552c650495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:44.558251 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ddd71fff-ea0d-4bb3-82ed-c316d3be1541 req-48204302-66d9-45d2-bd70-d552c650495e service neutron] 10.222.0.72 "GET /v2.0/networks?id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 200 len: 915 time: 0.1161497 May 18 14:28:44.586996 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-f39c5b7e-14ed-4f21-be17-f8c338e8b169 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd4e2f9843b84aebb963f491048a331a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538061 May 18 14:28:44.605283 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:44.629597 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ddd71fff-ea0d-4bb3-82ed-c316d3be1541 req-c133dbc4-c415-4859-bb5b-b4d892dc9533 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=147449c4-95b3-436f-8ad5-2625c17ed54c HTTP/1.1" status: 200 len: 999 time: 0.0649598 May 18 14:28:44.665936 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-ea19f0be-9b68-4bec-a8c6-f3285f929931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '61ec70fe-c0f5-4656-85b7-045d9da839e4', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '147449c4-95b3-436f-8ad5-2625c17ed54c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:c8:a8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:28:27Z', 'updated_at': '2022-05-18T14:28:43Z', 'revision_number': 1, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:44.683915 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd71fff-ea0d-4bb3-82ed-c316d3be1541 req-4bd48eee-f27b-4918-8020-c9cd7e79ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:44.685446 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ddd71fff-ea0d-4bb3-82ed-c316d3be1541 req-4bd48eee-f27b-4918-8020-c9cd7e79ae97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25bb2d1b-eba8-46aa-bb01-698c07564941 HTTP/1.1" status: 200 len: 853 time: 0.0496819 May 18 14:28:44.692178 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19f0be-9b68-4bec-a8c6-f3285f929931 None None] Checking router: 8804303e-ad5b-4958-beef-ab274a064550 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:28:44.701846 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19f0be-9b68-4bec-a8c6-f3285f929931 None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:28:44.702489 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-ea19f0be-9b68-4bec-a8c6-f3285f929931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:28:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:44.715030 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-23ee296c-f148-43f8-bffd-c06ad64566b4 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:28:44.716648 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-23ee296c-f148-43f8-bffd-c06ad64566b4 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1127138 May 18 14:28:44.736223 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd71fff-ea0d-4bb3-82ed-c316d3be1541 req-59981a86-0fdd-41d1-86f7-5ae9c96e2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:44.737754 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ddd71fff-ea0d-4bb3-82ed-c316d3be1541 req-59981a86-0fdd-41d1-86f7-5ae9c96e2583 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec2155ff-0b54-43b6-ab95-01ac5eab32d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464997 May 18 14:28:44.815007 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-ea19f0be-9b68-4bec-a8c6-f3285f929931 None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:28:44.818317 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-ad7a652f-efd4-4b72-b453-455e2de0c1ee service neutron] 10.222.0.71 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943463 May 18 14:28:44.833488 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ddd71fff-ea0d-4bb3-82ed-c316d3be1541 req-0c2b180c-5d4a-49be-bcf0-eccb0207fb12 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892191 May 18 14:28:44.911506 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-9af72f21-6c74-4ffb-8597-e97f501db5ee service neutron] 10.222.0.71 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878823 May 18 14:28:44.935917 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ddd71fff-ea0d-4bb3-82ed-c316d3be1541 req-e27ae4bc-93f6-43cc-94c2-094dd9f231a4 service neutron] 10.222.0.72 "GET /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950811 May 18 14:28:45.056862 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-ea19f0be-9b68-4bec-a8c6-f3285f929931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '61ec70fe-c0f5-4656-85b7-045d9da839e4', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '147449c4-95b3-436f-8ad5-2625c17ed54c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:c8:a8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:28:27Z', 'updated_at': '2022-05-18T14:28:43Z', 'revision_number': 1, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:28:45.083309 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19f0be-9b68-4bec-a8c6-f3285f929931 None None] The sync data for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi is: [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': '61ec70fe-c0f5-4656-85b7-045d9da839e4', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': '8804303e-ad5b-4958-beef-ab274a064550', 'port_id': '147449c4-95b3-436f-8ad5-2625c17ed54c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'mac_address': 'fa:16:3e:c8:a8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:28:27Z', 'updated_at': '2022-05-18T14:28:43Z', 'revision_number': 1, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:28:45.277064 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6309b42-42fd-47df-98bc-cbf30f91bb61 None None] New status for floating IP 61ec70fe-c0f5-4656-85b7-045d9da839e4: ACTIVE {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:28:45.513692 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-28c9b055-cddb-48a6-9fbf-3e442a2b3956 req-7ea9fb05-d951-4762-97d0-8cf417293133 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 210 time: 0.0337541 May 18 14:28:46.632610 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0e45662d-b410-4263-870c-290a62625ce4 req-304ccabe-5166-40f7-8640-6297032a3d5f tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 210 time: 0.0314581 May 18 14:28:47.736432 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0a806810-864c-4f42-a436-0b4a3b27a90b req-c315c875-9b4d-4af3-ae54-0d4dc859e4b0 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 210 time: 0.0290451 May 18 14:28:47.803174 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-7e22cf58-0463-453f-b51d-91c193660e78 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:47.804619 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-7e22cf58-0463-453f-b51d-91c193660e78 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.72 "GET /v2.0/networks?id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 HTTP/1.1" status: 200 len: 806 time: 0.1099460 May 18 14:28:47.874479 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-92db9913-4b16-4213-9423-1f82e5baa669 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd4e2f9843b84aebb963f491048a331a HTTP/1.1" status: 200 len: 380 time: 0.0599246 May 18 14:28:47.885027 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Request body: {'port': {'device_id': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'admin_state_up': True, 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'security_groups': ['ef420ad8-f6e7-4537-b6b1-32293e0459b2']}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:47.940211 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:48.061519 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Made reservation on behalf of dd4e2f9843b84aebb963f491048a331a for: {'port': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:28:48.065938 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:48.200494 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Allocated IP 172.20.0.8 (756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0/3cb841c6-7008-4513-8a41-8c30e3711230/1ade5027-4953-4977-9e40-98b8ae8514df) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:28:48.350482 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for port (1ade5027-4953-4977-9e40-98b8ae8514df), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:48.358835 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:48.479399 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:48.527535 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:28:48.531107 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:28:48.535873 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:28:48.563411 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event updated for resources: {'Port': ['ID=1ade5027-4953-4977-9e40-98b8ae8514df,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:48.576765 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.577159 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.577505 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.577847 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.578185 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.579122 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.579579 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.580210 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.580537 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.580897 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.581224 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.581552 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.581883 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.582200 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.582520 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:48.609890 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:48.615263 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:48.692809 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-1f8ceead-746a-431c-8176-e05b81f769b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8113883 May 18 14:28:48.724115 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Request body: {'port': {'device_id': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:28:48.790143 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:48.827679 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-5e8145a0-d143-4cac-a7d0-790a4478e5ca None None] Provisioning complete for port 1ade5027-4953-4977-9e40-98b8ae8514df triggered by entity DHCP. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:28:48.828318 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5e8145a0-d143-4cac-a7d0-790a4478e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:48.861881 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39e68-0dc2-4d11-92cf-397544d30612 req-0fb2b99c-e85d-4e9b-849b-c9697b04c581 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:48.863792 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-90d39e68-0dc2-4d11-92cf-397544d30612 req-0fb2b99c-e85d-4e9b-849b-c9697b04c581 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 931 time: 0.0544131 May 18 14:28:48.866636 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-5e8145a0-d143-4cac-a7d0-790a4478e5ca None None] Port 1ade5027-4953-4977-9e40-98b8ae8514df cannot update to ACTIVE because it is not bound. {{(pid=104326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 14:28:48.924122 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-90d39e68-0dc2-4d11-92cf-397544d30612 req-29cdcb1a-c804-4321-ae9b-db8cae7aad30 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527844 May 18 14:28:48.967615 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:49.101725 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ade5027-4953-4977-9e40-98b8ae8514df {{(pid=104325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:28:49.110510 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Publish callbacks [] for port (1ade5027-4953-4977-9e40-98b8ae8514df), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:49.123874 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.provisioning_blocks [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Transition to ACTIVE for port object 1ade5027-4953-4977-9e40-98b8ae8514df will not be triggered until provisioned by entity L2. {{(pid=104325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 14:28:49.205353 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:49.253979 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ade5027-4953-4977-9e40-98b8ae8514df,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:49.343138 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Attempting to bind port 1ade5027-4953-4977-9e40-98b8ae8514df on host hv-cinder-75510 for vnic_type normal with profile {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 14:28:49.343479 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Attempting to bind port 1ade5027-4953-4977-9e40-98b8ae8514df by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 14:28:49.343830 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Attempting to bind port 1ade5027-4953-4977-9e40-98b8ae8514df on network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:28:49.349681 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Port 1ade5027-4953-4977-9e40-98b8ae8514df on network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 14:28:49.350006 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Attempting to bind port 1ade5027-4953-4977-9e40-98b8ae8514df on network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 14:28:49.352947 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:49.356353 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Checking agent: {'id': '7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'started_at': datetime.datetime(2022, 5, 18, 14, 15, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 14:28:49.356694 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Checking segment: {'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:28:49.357167 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Bound using segment: {'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'} {{(pid=104325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 14:28:49.357620 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.managers [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Bound port: 1ade5027-4953-4977-9e40-98b8ae8514df, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c833af-f294-4e64-82a1-2eff9d3de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0'}}] {{(pid=104325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 14:28:49.357987 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:49.428325 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] For port 1ade5027-4953-4977-9e40-98b8ae8514df, host hv-cinder-75510, cleared binding levels {{(pid=104325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 14:28:49.431401 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] For port 1ade5027-4953-4977-9e40-98b8ae8514df, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1ade5027-4953-4977-9e40-98b8ae8514df,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 14:28:49.513905 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:49.550920 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:49.551529 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:49.552976 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] 10.222.0.72 "PUT /v2.0/ports/1ade5027-4953-4977-9e40-98b8ae8514df HTTP/1.1" status: 200 len: 1093 time: 0.8350101 May 18 14:28:49.555418 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:28:49.555680 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9217a2d4-d849-4d0c-9bae-14fb5d948a91" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:28:49.587985 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2876c-54e8-459b-96a2-f207d868bae7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ade5027-4953-4977-9e40-98b8ae8514df,revision_number=3']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:49.604043 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d69203c-1b40-4d69-9352-8081a1ea3072 x-openstack-request-id: req-2d69203c-1b40-4d69-9352-8081a1ea3072 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:28:49.604043 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:28:49.604043 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2d69203c-1b40-4d69-9352-8081a1ea3072 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:28:49.604043 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d69203c-1b40-4d69-9352-8081a1ea3072'] response: {'name': 'network-changed', 'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df', 'status': 'completed', 'code': 200} May 18 14:28:49.671766 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217a2d4-d849-4d0c-9bae-14fb5d948a91 req-540e621a-8dba-4f7f-8977-f6b466d5a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:49.673565 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9217a2d4-d849-4d0c-9bae-14fb5d948a91 req-540e621a-8dba-4f7f-8977-f6b466d5a8d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd4e2f9843b84aebb963f491048a331a&device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1127 time: 0.0446804 May 18 14:28:49.777689 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217a2d4-d849-4d0c-9bae-14fb5d948a91 req-a81554d0-5bad-4376-a881-7032e5c28694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:49.779156 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9217a2d4-d849-4d0c-9bae-14fb5d948a91 req-a81554d0-5bad-4376-a881-7032e5c28694 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=dd4e2f9843b84aebb963f491048a331a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.0980089 May 18 14:28:49.878232 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217a2d4-d849-4d0c-9bae-14fb5d948a91 req-f566acf4-2902-4018-bb02-9c0eb7d7512e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:49.879595 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-9217a2d4-d849-4d0c-9bae-14fb5d948a91 req-f566acf4-2902-4018-bb02-9c0eb7d7512e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942085 May 18 14:28:49.965999 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-6ec277b5-15b7-4d9d-aa94-5f3b94b9b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:49.967536 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-6ec277b5-15b7-4d9d-aa94-5f3b94b9b586 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd4e2f9843b84aebb963f491048a331a&device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1127 time: 0.0475602 May 18 14:28:50.011344 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-68f07f14-c996-4043-b10a-0113058369e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade5027-4953-4977-9e40-98b8ae8514df HTTP/1.1" status: 200 len: 217 time: 0.0365865 May 18 14:28:50.060419 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a418f8-a038-46be-9744-a2dcab7da461 req-0d47550b-2173-4fec-899f-77f263307444 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:50.061965 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b2a418f8-a038-46be-9744-a2dcab7da461 req-0d47550b-2173-4fec-899f-77f263307444 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0543861 May 18 14:28:50.071640 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-b9d3296a-983d-4a74-8b68-d4f52703f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:50.073217 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-b9d3296a-983d-4a74-8b68-d4f52703f034 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cb841c6-7008-4513-8a41-8c30e3711230 HTTP/1.1" status: 200 len: 845 time: 0.0556772 May 18 14:28:50.128016 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-87dc8602-115a-4418-9e5b-689d479da02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:50.131418 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-87dc8602-115a-4418-9e5b-689d479da02b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511925 May 18 14:28:50.134277 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b2a418f8-a038-46be-9744-a2dcab7da461 req-3501b64d-1152-4779-a56a-8a0552d46345 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624735 May 18 14:28:50.240274 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-661d7305-2531-4384-b43f-15c9d9c749ce service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024354 May 18 14:28:50.341878 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-ff76673f-3d99-4df7-b83b-44db2de125cf req-f5c7296c-9ec9-4cd4-afdd-7885d8c77cdb service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958316 May 18 14:28:51.226224 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:51.263789 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8be0ac-4141-4adf-b2c9-eb27d618746e req-89b77b49-686c-4653-83c5-bc5863946628 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:51.265292 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1d8be0ac-4141-4adf-b2c9-eb27d618746e req-89b77b49-686c-4653-83c5-bc5863946628 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0491679 May 18 14:28:51.318144 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1d8be0ac-4141-4adf-b2c9-eb27d618746e req-2203b07e-6369-48c0-9f45-3063486f7ecb tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470316 May 18 14:28:52.435965 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb2236-0ed9-4107-a4ca-e9f45272f1ba req-fe8226a3-1eaf-4a90-8d5e-2fd71bf00297 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:52.437511 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7beb2236-0ed9-4107-a4ca-e9f45272f1ba req-fe8226a3-1eaf-4a90-8d5e-2fd71bf00297 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0485444 May 18 14:28:52.486938 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-7beb2236-0ed9-4107-a4ca-e9f45272f1ba req-40d9a27d-a4c7-459e-b426-aaeab6538541 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428727 May 18 14:28:53.604838 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1f511-e37d-4bbb-b54a-0c04f1b64ac2 req-40fcbd3f-2d6f-49aa-9119-70d4ca5a193e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:53.606341 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-55a1f511-e37d-4bbb-b54a-0c04f1b64ac2 req-40fcbd3f-2d6f-49aa-9119-70d4ca5a193e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0509129 May 18 14:28:53.655305 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-55a1f511-e37d-4bbb-b54a-0c04f1b64ac2 req-3b89ea5f-e3e2-4770-9381-760f3ebad4f5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428827 May 18 14:28:54.771177 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3f45-a41c-453e-8683-c0d50d3cefd9 req-c59c3d20-51f5-47ea-971e-d801e22d000c tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:54.772820 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5dde3f45-a41c-453e-8683-c0d50d3cefd9 req-c59c3d20-51f5-47ea-971e-d801e22d000c tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0480142 May 18 14:28:54.822532 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5dde3f45-a41c-453e-8683-c0d50d3cefd9 req-00ef023b-2655-491f-901c-2e9855a6eec7 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442407 May 18 14:28:55.038419 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:55.942484 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330686c1-f237-49c3-a4a6-e5d45c05cffa req-28f9c69b-7f3f-4433-8415-6ce8ffa1b681 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:55.944044 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-330686c1-f237-49c3-a4a6-e5d45c05cffa req-28f9c69b-7f3f-4433-8415-6ce8ffa1b681 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0513504 May 18 14:28:55.987518 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:28:55.996437 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-330686c1-f237-49c3-a4a6-e5d45c05cffa req-6e8009d7-72c2-485d-b7ba-364684468ff7 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465963 May 18 14:28:57.117056 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a3866-0817-45da-b5c8-142e2aba747d req-e9c39fc2-add7-42f8-a40a-deaebfff82d9 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:57.118594 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-af6a3866-0817-45da-b5c8-142e2aba747d req-e9c39fc2-add7-42f8-a40a-deaebfff82d9 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0513539 May 18 14:28:57.170160 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-af6a3866-0817-45da-b5c8-142e2aba747d req-3bbcde7b-c7a2-4871-9c9d-9ed637a1bfa8 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457211 May 18 14:28:58.288244 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7f32d-168c-478c-9682-44c99fe028d6 req-6229adbf-6237-4111-926a-ea2f876459af tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:58.289762 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aae7f32d-168c-478c-9682-44c99fe028d6 req-6229adbf-6237-4111-926a-ea2f876459af tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0474772 May 18 14:28:58.342992 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-aae7f32d-168c-478c-9682-44c99fe028d6 req-2c9cfdd0-33fa-4b1a-b888-e3d84eded656 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476387 May 18 14:28:59.457717 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933091d-97b5-45f7-b4e6-55f3002caa2b req-cc2a1b15-b19b-4659-b66e-764245efc025 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:28:59.459169 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2933091d-97b5-45f7-b4e6-55f3002caa2b req-cc2a1b15-b19b-4659-b66e-764245efc025 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0466797 May 18 14:28:59.471810 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 1ade5027-4953-4977-9e40-98b8ae8514df details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:28:59.512696 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2933091d-97b5-45f7-b4e6-55f3002caa2b req-1cf02921-87b3-49e2-9447-bf14137030a0 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478752 May 18 14:28:59.572903 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 1ade5027-4953-4977-9e40-98b8ae8514df, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1ade5027-4953-4977-9e40-98b8ae8514df,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:59.585565 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '1ade5027-4953-4977-9e40-98b8ae8514df', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'port_id': '1ade5027-4953-4977-9e40-98b8ae8514df', 'mac_address': 'fa:16:3e:2f:9b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:28:59.624508 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 1ade5027-4953-4977-9e40-98b8ae8514df is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:28:59.624926 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:59.638760 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ade5027-4953-4977-9e40-98b8ae8514df {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:28:59.660490 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 1ade5027-4953-4977-9e40-98b8ae8514df, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1ade5027-4953-4977-9e40-98b8ae8514df,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:28:59.759255 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:28:59.805473 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=1ade5027-4953-4977-9e40-98b8ae8514df,revision_number=4']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:59.812724 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.813097 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.813435 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.814718 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.815056 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.815384 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.815709 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.816031 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.816352 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.816671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.817026 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.817346 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.817661 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.817973 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:59.818289 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:00.012749 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['1ade5027-4953-4977-9e40-98b8ae8514df'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:29:00.052540 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:00.077695 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:00.287061 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=96 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:00.287828 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=78 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:00.331706 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=62 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:00.338590 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:00.630095 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a2840-5ac6-4b59-bf21-27001988a4a5 req-7ab649c0-b511-45a6-ae33-c23653dc104e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:00.631542 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-700a2840-5ac6-4b59-bf21-27001988a4a5 req-7ab649c0-b511-45a6-ae33-c23653dc104e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 944 time: 0.0490890 May 18 14:29:00.685278 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-700a2840-5ac6-4b59-bf21-27001988a4a5 req-86848aaf-d1a5-4ecf-ba38-96f4d092e77f tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480776 May 18 14:29:01.118050 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c4e1677e-5413-481e-a4ed-c4388b1b3522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:01.482027 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 1ade5027-4953-4977-9e40-98b8ae8514df up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:29:01.527809 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning for port 1ade5027-4953-4977-9e40-98b8ae8514df completed by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 14:29:01.604154 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 1ade5027-4953-4977-9e40-98b8ae8514df triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:29:01.604533 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:01.684049 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 1ade5027-4953-4977-9e40-98b8ae8514df is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:29:01.684433 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:01.706812 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:29:01.709170 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cec2789-c368-484e-a3a3-f177d5faf991" -d '{"events": [{"server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "name": "network-vif-plugged", "status": "completed", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:29:01.722537 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 1ade5027-4953-4977-9e40-98b8ae8514df, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1ade5027-4953-4977-9e40-98b8ae8514df,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:29:01.748516 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9439e2a9-faee-4452-a16e-64605e16cd53 x-openstack-request-id: req-9439e2a9-faee-4452-a16e-64605e16cd53 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:29:01.748831 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "name": "network-vif-plugged", "status": "completed", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:29:01.749099 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9439e2a9-faee-4452-a16e-64605e16cd53 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:29:01.749507 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9439e2a9-faee-4452-a16e-64605e16cd53'] response: {'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df', 'code': 200} May 18 14:29:01.799437 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:01.819580 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424adc0-7bc8-4182-9718-bad875c49815 req-1dfaf023-9421-412b-b3a2-42809b72ad78 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:01.821207 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e424adc0-7bc8-4182-9718-bad875c49815 req-1dfaf023-9421-412b-b3a2-42809b72ad78 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 944 time: 0.0656562 May 18 14:29:01.850255 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=1ade5027-4953-4977-9e40-98b8ae8514df,revision_number=5']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:01.875863 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e424adc0-7bc8-4182-9718-bad875c49815 req-3e97e929-902b-4d20-abb4-2e15b579c128 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491104 May 18 14:29:02.202264 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c13e4-3f09-46dc-a8ae-59a610b5228e req-0d645fd8-f65a-4497-ae62-f3cebbcd919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:02.203769 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c19c13e4-3f09-46dc-a8ae-59a610b5228e req-0d645fd8-f65a-4497-ae62-f3cebbcd919a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1129 time: 0.0401711 May 18 14:29:02.257333 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c19c13e4-3f09-46dc-a8ae-59a610b5228e req-f7e8a0d6-62a9-43ad-b721-50ac33a5907f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473914 May 18 14:29:02.993057 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a808f-47d7-47c8-9b5b-dfb60406de75 req-a69188e3-a385-4f39-8e57-5f1dfa2f041c tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:02.994816 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-380a808f-47d7-47c8-9b5b-dfb60406de75 req-a69188e3-a385-4f39-8e57-5f1dfa2f041c tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0483000 May 18 14:29:03.031205 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:03.045435 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-380a808f-47d7-47c8-9b5b-dfb60406de75 req-eb5879ea-cabf-41b9-8244-48302ea9e0aa tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450754 May 18 14:29:03.490204 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9b977671-9d6e-4ce6-adc7-51c95647d739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:04.162929 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb7d9d-d02e-43fe-b944-7b7623add702 req-dc627009-ffbe-438a-8b02-4e42f31294e6 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:04.164426 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4ddb7d9d-d02e-43fe-b944-7b7623add702 req-dc627009-ffbe-438a-8b02-4e42f31294e6 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0471394 May 18 14:29:04.218862 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4ddb7d9d-d02e-43fe-b944-7b7623add702 req-b12f212a-7f58-41d3-9a0d-d485112a9925 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482440 May 18 14:29:04.359466 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240c80d-0ee5-4c5e-99ed-41b08fde86e5 req-384b987f-f270-4c50-a76a-7a456ba5717d tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:04.362042 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0240c80d-0ee5-4c5e-99ed-41b08fde86e5 req-384b987f-f270-4c50-a76a-7a456ba5717d tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0610862 May 18 14:29:04.414937 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0240c80d-0ee5-4c5e-99ed-41b08fde86e5 req-2c408144-eb99-4913-91ad-fd015851bd9b tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470557 May 18 14:29:04.436743 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51500) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:04.521464 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b0292-248b-4a96-8863-2c6a7dab038c tempest-TestShelveInstance-1724907499 tempest-TestShelveInstance-1724907499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:04.523015 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-190b0292-248b-4a96-8863-2c6a7dab038c tempest-TestShelveInstance-1724907499 tempest-TestShelveInstance-1724907499-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1124 time: 0.0852525 May 18 14:29:04.526232 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51504) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:04.530934 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Request body: {'floatingip': {'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'port_id': '1ade5027-4953-4977-9e40-98b8ae8514df', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:29:04.626510 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:04.710686 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:04.817339 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_common [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Allocated IP 172.27.2.200 (6fa52440-9078-453c-aafb-df38f6e3da5b/eb987cba-2b8a-4914-851c-79fe619fde05/8be9855f-470e-48f4-a846-9becc3eb7e98) {{(pid=104325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:29:04.927268 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for port (8be9855f-470e-48f4-a846-9becc3eb7e98), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:05.027469 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789578616607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (8be9855f-470e-48f4-a846-9becc3eb7e98), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:05.069248 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Network 6fa52440-9078-453c-aafb-df38f6e3da5b is already hosted by enough agents. {{(pid=104325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:29:05.077141 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.base_scheduler [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Resources bound (agent type, host, resource id): {{(pid=104325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:29:05.078905 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event updated for resources: {'Port': ['ID=8be9855f-470e-48f4-a846-9becc3eb7e98,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:05.081569 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Received port after_create {{(pid=104325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 14:29:05.141081 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:05.330223 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:05.369556 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:05.424187 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for floatingip (e8c4b925-19d5-4bee-9c32-85aec4ba58ac), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:05.546570 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (8be9855f-470e-48f4-a846-9becc3eb7e98), before_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:06.020379 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for port (8be9855f-470e-48f4-a846-9becc3eb7e98), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:06.152424 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3764909'] for port (8be9855f-470e-48f4-a846-9becc3eb7e98), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:06.223244 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event updated for resources: {'Port': ['ID=8be9855f-470e-48f4-a846-9becc3eb7e98,revision_number=2']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:06.234676 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (e8c4b925-19d5-4bee-9c32-85aec4ba58ac), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:06.340260 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Floating IP e8c4b925-19d5-4bee-9c32-85aec4ba58ac associated. External IP: 172.27.2.200, port: 1ade5027-4953-4977-9e40-98b8ae8514df. May 18 14:29:06.348272 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:06.519866 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:06.554707 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Router f83f29bc-965b-4e69-bc85-c9e2d90850c6 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:29:06.663478 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:29:06.672739 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474dcc2-fe9c-40dc-9af8-29aff354b65a None None] Sync routers for ids ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:29:06.682633 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c474dcc2-fe9c-40dc-9af8-29aff354b65a None None] Routers {'f83f29bc-965b-4e69-bc85-c9e2d90850c6'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:29:06.686647 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-c474dcc2-fe9c-40dc-9af8-29aff354b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:29:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:06.790366 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-c474dcc2-fe9c-40dc-9af8-29aff354b65a None None] Set router f83f29bc-965b-4e69-bc85-c9e2d90850c6 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:29:06.800437 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:06.834431 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-91ec708a-b73f-4242-9caf-ba3609587cc5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3071322 May 18 14:29:06.835215 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:29:06.837764 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6543777c-d3ac-4e2b-9328-e6c84ed7776b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:29:06.874852 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14ec9e7-d2a5-45de-967c-2d8024c605b5 x-openstack-request-id: req-d14ec9e7-d2a5-45de-967c-2d8024c605b5 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:29:06.875169 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:29:06.875407 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d14ec9e7-d2a5-45de-967c-2d8024c605b5 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:29:06.875824 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14ec9e7-d2a5-45de-967c-2d8024c605b5'] response: {'name': 'network-changed', 'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df', 'status': 'completed', 'code': 200} May 18 14:29:06.944597 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543777c-d3ac-4e2b-9328-e6c84ed7776b req-433f4ec9-b4b7-4d69-9eec-f8b20b301b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:06.946109 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6543777c-d3ac-4e2b-9328-e6c84ed7776b req-433f4ec9-b4b7-4d69-9eec-f8b20b301b09 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd4e2f9843b84aebb963f491048a331a&device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1129 time: 0.0421453 May 18 14:29:07.013878 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-c474dcc2-fe9c-40dc-9af8-29aff354b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:28:15Z', 'revision_number': 4, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'e8c4b925-19d5-4bee-9c32-85aec4ba58ac', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'port_id': '1ade5027-4953-4977-9e40-98b8ae8514df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'mac_address': 'fa:16:3e:2f:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:29:05Z', 'updated_at': '2022-05-18T14:29:05Z', 'revision_number': 0, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016fc083-30ee-4b33-a2ec-e461a90a520c', 'name': '', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'mac_address': 'fa:16:3e:22:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:14Z', 'updated_at': '2022-05-18T14:28:19Z', 'revision_number': 5, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'subnets': [{'id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:07.019266 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:07.040524 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474dcc2-fe9c-40dc-9af8-29aff354b65a None None] Checking router: f83f29bc-965b-4e69-bc85-c9e2d90850c6 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:29:07.051801 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c474dcc2-fe9c-40dc-9af8-29aff354b65a None None] Routers {'f83f29bc-965b-4e69-bc85-c9e2d90850c6'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:29:07.052080 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-c474dcc2-fe9c-40dc-9af8-29aff354b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:29:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:07.057291 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543777c-d3ac-4e2b-9328-e6c84ed7776b req-566fb507-a29d-4590-b5b6-85f647e7888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:07.058895 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6543777c-d3ac-4e2b-9328-e6c84ed7776b req-566fb507-a29d-4590-b5b6-85f647e7888b service neutron] 10.222.0.72 "GET /v2.0/networks?id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 HTTP/1.1" status: 200 len: 907 time: 0.1057799 May 18 14:29:07.129772 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6543777c-d3ac-4e2b-9328-e6c84ed7776b req-bd0975b9-09b5-4044-bdba-e3d1ed272eed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade5027-4953-4977-9e40-98b8ae8514df HTTP/1.1" status: 200 len: 999 time: 0.0635481 May 18 14:29:07.188027 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543777c-d3ac-4e2b-9328-e6c84ed7776b req-e062ddc6-b4e4-474c-868c-63e0b09465ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:07.189727 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6543777c-d3ac-4e2b-9328-e6c84ed7776b req-e062ddc6-b4e4-474c-868c-63e0b09465ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cb841c6-7008-4513-8a41-8c30e3711230 HTTP/1.1" status: 200 len: 845 time: 0.0519798 May 18 14:29:07.243016 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543777c-d3ac-4e2b-9328-e6c84ed7776b req-419c645e-2a3a-4b1a-9515-b154710f6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:07.244770 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6543777c-d3ac-4e2b-9328-e6c84ed7776b req-419c645e-2a3a-4b1a-9515-b154710f6cdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484896 May 18 14:29:07.247774 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-c474dcc2-fe9c-40dc-9af8-29aff354b65a None None] Set router f83f29bc-965b-4e69-bc85-c9e2d90850c6 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:29:07.340845 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6543777c-d3ac-4e2b-9328-e6c84ed7776b req-59a2ff17-23a4-4091-872e-ac24bb0772ac service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895035 May 18 14:29:07.388533 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:29:07.440762 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-6543777c-d3ac-4e2b-9328-e6c84ed7776b req-fa445882-009a-4c10-b6f8-1faa59902dee service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936608 May 18 14:29:07.470537 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-c474dcc2-fe9c-40dc-9af8-29aff354b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:28:15Z', 'revision_number': 4, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'e8c4b925-19d5-4bee-9c32-85aec4ba58ac', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'port_id': '1ade5027-4953-4977-9e40-98b8ae8514df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'mac_address': 'fa:16:3e:2f:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:29:05Z', 'updated_at': '2022-05-18T14:29:05Z', 'revision_number': 0, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016fc083-30ee-4b33-a2ec-e461a90a520c', 'name': '', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'mac_address': 'fa:16:3e:22:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:14Z', 'updated_at': '2022-05-18T14:28:19Z', 'revision_number': 5, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'subnets': [{'id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:07.499884 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474dcc2-fe9c-40dc-9af8-29aff354b65a None None] The sync data for ids ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'] in dv-cinder-755101-9-iscsi is: [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:28:15Z', 'revision_number': 4, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_floatingips': [{'id': 'e8c4b925-19d5-4bee-9c32-85aec4ba58ac', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'router_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'port_id': '1ade5027-4953-4977-9e40-98b8ae8514df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'mac_address': 'fa:16:3e:2f:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T14:29:05Z', 'updated_at': '2022-05-18T14:29:05Z', 'revision_number': 0, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016fc083-30ee-4b33-a2ec-e461a90a520c', 'name': '', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'mac_address': 'fa:16:3e:22:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:14Z', 'updated_at': '2022-05-18T14:28:19Z', 'revision_number': 5, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'subnets': [{'id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:29:07.715382 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0597a40-6b8f-4104-b4eb-8d0bd6931529 None None] New status for floating IP e8c4b925-19d5-4bee-9c32-85aec4ba58ac: ACTIVE {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:29:07.757592 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:14.401495 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=65 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:14.410801 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=19 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:17.430016 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=22 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:17.436027 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=74 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:17.834830 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:17.838750 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:19.362921 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=75 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:19.368296 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=81 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:25.042363 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:31.135769 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5955e4be-9d58-4b6f-a871-218f8f97fd25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:33.356692 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75dca3-001c-4b01-8e29-a4721bdbd971 req-f6a779ce-a913-4143-89a6-ffda9e80323e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:33.358185 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4d75dca3-001c-4b01-8e29-a4721bdbd971 req-f6a779ce-a913-4143-89a6-ffda9e80323e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 945 time: 0.0482814 May 18 14:29:33.407109 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4d75dca3-001c-4b01-8e29-a4721bdbd971 req-84305e79-3891-43b7-b6bb-bf48a712d513 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 May 18 14:29:33.550994 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3f992177-78da-4514-bf01-438ad5dda311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:34.527255 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d7a77-f97c-4c09-9c01-390704c67aa2 req-3ebe4caf-3e5d-4b40-b3f4-86a93e659e03 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:34.528617 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-184d7a77-f97c-4c09-9c01-390704c67aa2 req-3ebe4caf-3e5d-4b40-b3f4-86a93e659e03 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 945 time: 0.0490797 May 18 14:29:34.576559 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-184d7a77-f97c-4c09-9c01-390704c67aa2 req-706768da-628b-49c4-8b94-96bdda8d98d1 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba58e44e-b4d2-4fba-9f72-7e0657ee8699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417688 May 18 14:29:35.063805 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-3dbb1670-0875-4cd2-836d-dc9cce164dd3 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:35.065278 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-3dbb1670-0875-4cd2-836d-dc9cce164dd3 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 945 time: 0.0473177 May 18 14:29:35.156092 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Deleting port 147449c4-95b3-436f-8ad5-2625c17ed54c {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:29:35.156439 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:35.156971 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:35.247163 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] For port 147449c4-95b3-436f-8ad5-2625c17ed54c, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=147449c4-95b3-436f-8ad5-2625c17ed54c,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:29:35.247528 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:35.414555 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:35.414987 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631721'] for floatingip (61ec70fe-c0f5-4656-85b7-045d9da839e4), after_update {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:35.415315 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Floating IP 61ec70fe-c0f5-4656-85b7-045d9da839e4 disassociated. External IP: 172.27.2.230, port: 147449c4-95b3-436f-8ad5-2625c17ed54c. May 18 14:29:35.415668 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Calling delete_port for 147449c4-95b3-436f-8ad5-2625c17ed54c owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:29:35.597765 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (147449c4-95b3-436f-8ad5-2625c17ed54c), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:35.629146 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event deleted for resources: {'Port': ['ID=147449c4-95b3-436f-8ad5-2625c17ed54c,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:35.681403 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b91a2f84-c60c-4c5f-ad36-bbd8ccf6ed0c req-0ee10655-e4f1-4eec-8a5d-88a29447d0a9 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 210 time: 0.0294571 May 18 14:29:35.746777 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Router 8804303e-ad5b-4958-beef-ab274a064550 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:29:35.850456 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:29:35.860565 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f9e5e-63b9-45ce-8b82-98dccfb7a4e1 None None] Sync routers for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:29:35.871736 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f9e5e-63b9-45ce-8b82-98dccfb7a4e1 None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:29:35.872334 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-d32f9e5e-63b9-45ce-8b82-98dccfb7a4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:29:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:35.893849 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] No DVR routers for this DVR port 147449c4-95b3-436f-8ad5-2625c17ed54c on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:29:35.896717 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:35.901220 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3fb5c699-9372-4e5b-ac3d-3c70cd85e61f req-cfb401d7-72b3-42ec-936c-557c33bc1b74 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.72 "DELETE /v2.0/ports/147449c4-95b3-436f-8ad5-2625c17ed54c HTTP/1.1" status: 204 len: 173 time: 0.8300226 May 18 14:29:35.901678 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'name': 'network-vif-deleted', 'tag': '147449c4-95b3-436f-8ad5-2625c17ed54c'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:29:35.904767 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61df2ecf-e128-4700-b650-b7ffc83b3c9e" -d '{"events": [{"server_uuid": "4b52cc84-6884-4237-ae47-c1b83aea899d", "name": "network-vif-deleted", "tag": "147449c4-95b3-436f-8ad5-2625c17ed54c"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:29:35.942560 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac3842a-033a-46c4-9aff-61627d1192b6 x-openstack-request-id: req-dac3842a-033a-46c4-9aff-61627d1192b6 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:29:35.942859 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b52cc84-6884-4237-ae47-c1b83aea899d", "name": "network-vif-deleted", "tag": "147449c4-95b3-436f-8ad5-2625c17ed54c", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:29:35.943141 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dac3842a-033a-46c4-9aff-61627d1192b6 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:29:35.943559 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac3842a-033a-46c4-9aff-61627d1192b6'] response: {'server_uuid': '4b52cc84-6884-4237-ae47-c1b83aea899d', 'name': 'network-vif-deleted', 'tag': '147449c4-95b3-436f-8ad5-2625c17ed54c', 'status': 'completed', 'code': 200} May 18 14:29:35.975748 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-d32f9e5e-63b9-45ce-8b82-98dccfb7a4e1 None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:29:36.195814 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-d32f9e5e-63b9-45ce-8b82-98dccfb7a4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:36.221302 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f9e5e-63b9-45ce-8b82-98dccfb7a4e1 None None] Checking router: 8804303e-ad5b-4958-beef-ab274a064550 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:29:36.230652 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f9e5e-63b9-45ce-8b82-98dccfb7a4e1 None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:29:36.231275 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-d32f9e5e-63b9-45ce-8b82-98dccfb7a4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:29:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:36.266487 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:36.338279 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-d32f9e5e-63b9-45ce-8b82-98dccfb7a4e1 None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:29:36.532851 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-d32f9e5e-63b9-45ce-8b82-98dccfb7a4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:36.560895 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f9e5e-63b9-45ce-8b82-98dccfb7a4e1 None None] The sync data for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi is: [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': 'b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc', 'name': '', 'network_id': 'ec2155ff-0b54-43b6-ab95-01ac5eab32d1', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'mac_address': 'fa:16:3e:33:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:43Z', 'updated_at': '2022-05-18T14:23:51Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'subnets': [{'id': '25bb2d1b-eba8-46aa-bb01-698c07564941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:29:36.799059 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d9efc30d-8561-4e8c-980f-f1524a16ace9 req-4e489c05-9131-432b-8841-92cdd4ca6b1e tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b52cc84-6884-4237-ae47-c1b83aea899d HTTP/1.1" status: 200 len: 210 time: 0.0303192 May 18 14:29:36.805085 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03e65d-0b64-4e50-9eb5-b11f9bf061aa None None] New status for floating IP 61ec70fe-c0f5-4656-85b7-045d9da839e4: DOWN {{(pid=104326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:29:37.300455 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-baf2d7af-a3aa-4d15-9e4a-5315c5d9c3a2 req-de1c6354-fbab-455d-911a-765dfc30e7f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448501 May 18 14:29:37.387232 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2d7af-a3aa-4d15-9e4a-5315c5d9c3a2 req-36a7f330-4f0e-43a6-bacd-c3e9d6ac2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:37.388729 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-baf2d7af-a3aa-4d15-9e4a-5315c5d9c3a2 req-36a7f330-4f0e-43a6-bacd-c3e9d6ac2682 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd4e2f9843b84aebb963f491048a331a&device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1129 time: 0.0413117 May 18 14:29:37.465511 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:37.467703 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:37.503002 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2d7af-a3aa-4d15-9e4a-5315c5d9c3a2 req-16ff3547-0d7e-4b3c-9f6f-d3749a3022c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:37.504395 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-baf2d7af-a3aa-4d15-9e4a-5315c5d9c3a2 req-16ff3547-0d7e-4b3c-9f6f-d3749a3022c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 HTTP/1.1" status: 200 len: 907 time: 0.0944271 May 18 14:29:37.568029 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-baf2d7af-a3aa-4d15-9e4a-5315c5d9c3a2 req-6956a550-f77b-4bc1-bf5f-c5e2965e6c54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade5027-4953-4977-9e40-98b8ae8514df HTTP/1.1" status: 200 len: 1001 time: 0.0572047 May 18 14:29:37.617661 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2d7af-a3aa-4d15-9e4a-5315c5d9c3a2 req-7a72ee8f-0b9e-4033-9e11-8abb931d2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:37.619826 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-baf2d7af-a3aa-4d15-9e4a-5315c5d9c3a2 req-7a72ee8f-0b9e-4033-9e11-8abb931d2e8c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cb841c6-7008-4513-8a41-8c30e3711230 HTTP/1.1" status: 200 len: 845 time: 0.0463176 May 18 14:29:37.667155 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2d7af-a3aa-4d15-9e4a-5315c5d9c3a2 req-60735d35-3b2a-4bfb-a026-59c031921c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:29:37.668698 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-baf2d7af-a3aa-4d15-9e4a-5315c5d9c3a2 req-60735d35-3b2a-4bfb-a026-59c031921c16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411630 May 18 14:29:37.770979 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-baf2d7af-a3aa-4d15-9e4a-5315c5d9c3a2 req-216b169d-8f91-468c-a4bc-1a3445f0437e service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952609 May 18 14:29:37.773624 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:37.871929 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-baf2d7af-a3aa-4d15-9e4a-5315c5d9c3a2 req-1438d9df-9127-4cce-9b2a-ae70cfdb9db0 service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920804 May 18 14:29:37.964647 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51596) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:38.022205 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-63aa710d-56fc-4569-ad79-6643083ae22b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (ba58e44e-b4d2-4fba-9f72-7e0657ee8699), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:38.047400 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-63aa710d-56fc-4569-ad79-6643083ae22b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (ba58e44e-b4d2-4fba-9f72-7e0657ee8699), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:38.220675 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-63aa710d-56fc-4569-ad79-6643083ae22b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ba58e44e-b4d2-4fba-9f72-7e0657ee8699), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:38.223285 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-63aa710d-56fc-4569-ad79-6643083ae22b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:38.224449 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-63aa710d-56fc-4569-ad79-6643083ae22b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "DELETE /v2.0/security-groups/ba58e44e-b4d2-4fba-9f72-7e0657ee8699 HTTP/1.1" status: 204 len: 168 time: 0.2587726 May 18 14:29:38.227243 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51598) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:38.235762 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa710d-56fc-4569-ad79-6643083ae22b tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba58e44e-b4d2-4fba-9f72-7e0657ee8699,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:38.243506 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.api.v2.resource [None req-88aa5da1-4f40-4d5c-947e-3ceb3b0299f7 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] show failed (client error): The resource could not be found. May 18 14:29:38.244557 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-88aa5da1-4f40-4d5c-947e-3ceb3b0299f7 tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "GET /v2.0/security-groups/ba58e44e-b4d2-4fba-9f72-7e0657ee8699 HTTP/1.1" status: 404 len: 347 time: 0.0163314 May 18 14:29:38.247551 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51600) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:38.361004 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-549c78c0-58ca-4f38-be38-21bf53c324cd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Deleting port 842ba298-7b82-4ccb-80c3-9dad69b96eb9 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:29:38.361715 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-549c78c0-58ca-4f38-be38-21bf53c324cd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (842ba298-7b82-4ccb-80c3-9dad69b96eb9), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:38.441723 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-549c78c0-58ca-4f38-be38-21bf53c324cd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (842ba298-7b82-4ccb-80c3-9dad69b96eb9), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:38.442049 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-549c78c0-58ca-4f38-be38-21bf53c324cd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (842ba298-7b82-4ccb-80c3-9dad69b96eb9), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:38.455758 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-549c78c0-58ca-4f38-be38-21bf53c324cd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Calling delete_port for 842ba298-7b82-4ccb-80c3-9dad69b96eb9 owned by network:floatingip {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:29:38.467041 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:38.653706 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-549c78c0-58ca-4f38-be38-21bf53c324cd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (842ba298-7b82-4ccb-80c3-9dad69b96eb9), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:38.677500 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c78c0-58ca-4f38-be38-21bf53c324cd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Pushing event deleted for resources: {'Port': ['ID=842ba298-7b82-4ccb-80c3-9dad69b96eb9,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:38.744729 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-549c78c0-58ca-4f38-be38-21bf53c324cd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks [] for floatingip (61ec70fe-c0f5-4656-85b7-045d9da839e4), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:38.747240 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-549c78c0-58ca-4f38-be38-21bf53c324cd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:38.748391 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-549c78c0-58ca-4f38-be38-21bf53c324cd tempest-AttachVolumeNegativeTest-1164375214 tempest-AttachVolumeNegativeTest-1164375214-project] 10.222.0.71 "DELETE /v2.0/floatingips/61ec70fe-c0f5-4656-85b7-045d9da839e4 HTTP/1.1" status: 204 len: 168 time: 0.4997485 May 18 14:29:39.673141 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 147449c4-95b3-436f-8ad5-2625c17ed54c no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:29:39.692888 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 147449c4-95b3-436f-8ad5-2625c17ed54c {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:29:39.693227 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 147449c4-95b3-436f-8ad5-2625c17ed54c not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:29:42.865296 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51640) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:42.999512 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:43.312096 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f6af04f3-e01f-4411-ae05-59bb916ea5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646468'] for router_interface (8804303e-ad5b-4958-beef-ab274a064550), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:43.548844 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-f6af04f3-e01f-4411-ae05-59bb916ea5eb admin admin] Deleting port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:29:43.549109 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f6af04f3-e01f-4411-ae05-59bb916ea5eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:43.630924 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-f6af04f3-e01f-4411-ae05-59bb916ea5eb admin admin] For port b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:29:43.631280 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f6af04f3-e01f-4411-ae05-59bb916ea5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:43.646902 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-f6af04f3-e01f-4411-ae05-59bb916ea5eb admin admin] Calling delete_port for b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc owned by network:router_interface {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:29:43.760469 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=100 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:43.818425 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:43.958089 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f6af04f3-e01f-4411-ae05-59bb916ea5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:43.989778 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af04f3-e01f-4411-ae05-59bb916ea5eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:44.368941 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:29:44.419685 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-f6af04f3-e01f-4411-ae05-59bb916ea5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642907'] for router_interface (8804303e-ad5b-4958-beef-ab274a064550), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:44.623478 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6af04f3-e01f-4411-ae05-59bb916ea5eb admin admin] Router 8804303e-ad5b-4958-beef-ab274a064550 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:29:44.730009 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6af04f3-e01f-4411-ae05-59bb916ea5eb admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:29:44.736734 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-f6af04f3-e01f-4411-ae05-59bb916ea5eb admin admin] 10.222.0.71 "PUT /v2.0/routers/8804303e-ad5b-4958-beef-ab274a064550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8734508 May 18 14:29:44.737502 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51644) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:44.739106 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ba8ec-cd70-421f-9e8a-04f1ed89c915 None None] Sync routers for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:29:44.750679 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ba8ec-cd70-421f-9e8a-04f1ed89c915 None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:29:44.751167 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-554ba8ec-cd70-421f-9e8a-04f1ed89c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:29:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:44.840478 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Publish callbacks [] for router (8804303e-ad5b-4958-beef-ab274a064550), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:44.861657 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-554ba8ec-cd70-421f-9e8a-04f1ed89c915 None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:29:44.940590 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Publish callbacks [] for router_gateway (8804303e-ad5b-4958-beef-ab274a064550), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:45.038534 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-554ba8ec-cd70-421f-9e8a-04f1ed89c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:29:43Z', 'revision_number': 5, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port': {'id': 'e090ef4c-ab60-4307-b632-0f6e2f5e85cf', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804303e-ad5b-4958-beef-ab274a064550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:23:35Z', 'updated_at': '2022-05-18T14:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:45.040300 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:45.050736 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Deleting port e090ef4c-ab60-4307-b632-0f6e2f5e85cf {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:29:45.051715 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:45.065167 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ba8ec-cd70-421f-9e8a-04f1ed89c915 None None] Checking router: 8804303e-ad5b-4958-beef-ab274a064550 for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:29:45.074864 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ba8ec-cd70-421f-9e8a-04f1ed89c915 None None] Routers {'8804303e-ad5b-4958-beef-ab274a064550'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:29:45.075488 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-554ba8ec-cd70-421f-9e8a-04f1ed89c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:29:33Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['8804303e-ad5b-4958-beef-ab274a064550'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:45.078983 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=100 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:45.142752 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] For port e090ef4c-ab60-4307-b632-0f6e2f5e85cf, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=e090ef4c-ab60-4307-b632-0f6e2f5e85cf,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:29:45.143120 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:45.145433 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:45.158272 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Calling delete_port for e090ef4c-ab60-4307-b632-0f6e2f5e85cf owned by network:router_gateway {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:29:45.169976 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:45.254965 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-554ba8ec-cd70-421f-9e8a-04f1ed89c915 None None] Set router 8804303e-ad5b-4958-beef-ab274a064550 gateway port host: None {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:29:45.313238 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-554ba8ec-cd70-421f-9e8a-04f1ed89c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:29:44Z', 'revision_number': 6, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port_host': None}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:45.339628 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ba8ec-cd70-421f-9e8a-04f1ed89c915 None None] The sync data for ids ['8804303e-ad5b-4958-beef-ab274a064550'] in dv-cinder-755101-9-iscsi is: [{'id': '8804303e-ad5b-4958-beef-ab274a064550', 'name': 'tempest-AttachVolumeNegativeTest-577609224-router', 'tenant_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:23:34Z', 'updated_at': '2022-05-18T14:29:44Z', 'revision_number': 6, 'project_id': '1bf771dcc9ca4e00914c6791c30e3b6e', 'gw_port_host': None}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:29:45.426588 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (e090ef4c-ab60-4307-b632-0f6e2f5e85cf), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:45.452649 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Pushing event deleted for resources: {'Port': ['ID=e090ef4c-ab60-4307-b632-0f6e2f5e85cf,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:45.516870 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632694'] for router_gateway (8804303e-ad5b-4958-beef-ab274a064550), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:45.606065 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router (8804303e-ad5b-4958-beef-ab274a064550), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:45.608486 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Publish callbacks [] for router_controller (8804303e-ad5b-4958-beef-ab274a064550), precommit_delete_associations {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:45.735084 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634663'] for router (8804303e-ad5b-4958-beef-ab274a064550), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:45.735966 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8804303e-ad5b-4958-beef-ab274a064550 {{(pid=104325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 14:29:45.739826 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:45.741007 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-d93f82a7-1de1-4399-aa91-d063aa0c4156 admin admin] 10.222.0.71 "DELETE /v2.0/routers/8804303e-ad5b-4958-beef-ab274a064550 HTTP/1.1" status: 204 len: 168 time: 1.0025544 May 18 14:29:45.744146 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51646) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:45.792203 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f06e529-ac68-405d-aefc-e4d8b35dd7cd admin admin] Deleting subnet 25bb2d1b-eba8-46aa-bb01-698c07564941 {{(pid=104325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:29:45.795550 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3f06e529-ac68-405d-aefc-e4d8b35dd7cd admin admin] Publish callbacks [] for subnet (25bb2d1b-eba8-46aa-bb01-698c07564941), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:45.831009 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3f06e529-ac68-405d-aefc-e4d8b35dd7cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793686'] for subnet (25bb2d1b-eba8-46aa-bb01-698c07564941), precommit_delete_associations {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:45.910340 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3f06e529-ac68-405d-aefc-e4d8b35dd7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (25bb2d1b-eba8-46aa-bb01-698c07564941), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.021029 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3f06e529-ac68-405d-aefc-e4d8b35dd7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3790897'] for subnet (25bb2d1b-eba8-46aa-bb01-698c07564941), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.055222 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06e529-ac68-405d-aefc-e4d8b35dd7cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25bb2d1b-eba8-46aa-bb01-698c07564941,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:46.058528 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3f06e529-ac68-405d-aefc-e4d8b35dd7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.064242 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-3f06e529-ac68-405d-aefc-e4d8b35dd7cd admin admin] 10.222.0.71 "DELETE /v2.0/subnets/25bb2d1b-eba8-46aa-bb01-698c07564941 HTTP/1.1" status: 204 len: 168 time: 0.3171251 May 18 14:29:46.067231 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51648) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:46.067324 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d50118f-0e15-4a5d-b687-302096bd6584 None None] Network ec2155ff-0b54-43b6-ab95-01ac5eab32d1 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:29:46.141694 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (ec2155ff-0b54-43b6-ab95-01ac5eab32d1), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.172262 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:29:46.185346 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Deleting port 63479bb3-545d-4024-9ed0-a0e9d095cedb {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:29:46.185700 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.198403 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:46.201136 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:29:46.201488 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device b6277a4b-f4fa-4515-8c8e-0dd2a5d853dc not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:29:46.201916 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device e090ef4c-ab60-4307-b632-0f6e2f5e85cf no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:29:46.225516 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: e090ef4c-ab60-4307-b632-0f6e2f5e85cf {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:29:46.225868 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device e090ef4c-ab60-4307-b632-0f6e2f5e85cf not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:29:46.261629 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] For port 63479bb3-545d-4024-9ed0-a0e9d095cedb, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=63479bb3-545d-4024-9ed0-a0e9d095cedb,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:29:46.262618 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.289053 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Calling delete_port for 63479bb3-545d-4024-9ed0-a0e9d095cedb owned by network:dhcp {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:29:46.296210 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4b4c83-1581-4932-b8d2-191f1b18e552 None None] DHCP port deletion for ec2155ff-0b54-43b6-ab95-01ac5eab32d1 request from dv-cinder-755101-9-iscsi {{(pid=104326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 14:29:46.339773 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4c83-1581-4932-b8d2-191f1b18e552 None None] Deleting port 63479bb3-545d-4024-9ed0-a0e9d095cedb {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:29:46.340418 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c83-1581-4932-b8d2-191f1b18e552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.369885 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:46.419892 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-5b4b4c83-1581-4932-b8d2-191f1b18e552 None None] For port 63479bb3-545d-4024-9ed0-a0e9d095cedb, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=63479bb3-545d-4024-9ed0-a0e9d095cedb,segment=NetworkSegment(d3fd6bd6-fb6c-41d7-9881-da073d0cf952),segment_id=d3fd6bd6-fb6c-41d7-9881-da073d0cf952)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:29:46.420288 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c83-1581-4932-b8d2-191f1b18e552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.434381 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4c83-1581-4932-b8d2-191f1b18e552 None None] Calling delete_port for 63479bb3-545d-4024-9ed0-a0e9d095cedb owned by network:dhcp {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:29:46.494891 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.514682 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c83-1581-4932-b8d2-191f1b18e552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616'] for port (63479bb3-545d-4024-9ed0-a0e9d095cedb), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.520002 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Pushing event deleted for resources: {'Port': ['ID=63479bb3-545d-4024-9ed0-a0e9d095cedb,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:46.527906 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] No DVR routers for this DVR port 63479bb3-545d-4024-9ed0-a0e9d095cedb on host dv-cinder-755101-9-iscsi {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:29:46.541825 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4c83-1581-4932-b8d2-191f1b18e552 None None] Pushing event deleted for resources: {'Port': ['ID=63479bb3-545d-4024-9ed0-a0e9d095cedb,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:46.545519 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b4c83-1581-4932-b8d2-191f1b18e552 None None] No DVR routers for this DVR port 63479bb3-545d-4024-9ed0-a0e9d095cedb on host dv-cinder-755101-9-iscsi {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:29:46.619916 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (ec2155ff-0b54-43b6-ab95-01ac5eab32d1), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.640765 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2155ff-0b54-43b6-ab95-01ac5eab32d1']}} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:46.650655 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952') {'for_net_delete': True} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:46.650938 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fd6bd6-fb6c-41d7-9881-da073d0cf952') {} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:46.660593 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793711'] for segment (d3fd6bd6-fb6c-41d7-9881-da073d0cf952), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.674940 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (d3fd6bd6-fb6c-41d7-9881-da073d0cf952), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.682184 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=104325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:29:46.682732 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764937'] for segment (d3fd6bd6-fb6c-41d7-9881-da073d0cf952), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: Traceback (most recent call last): May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: timer() May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: cb(*args, **kw) May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: return func(*args, **kwargs) May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: self._notify() May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: self.callback(batched_events) May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: event.method(event) May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: return f(self, *a, **k) May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._get(url).json() May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: return self.request(url, 'GET', **kwargs) May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:29:46.684400 dv-cinder-755101-9-iscsi neutron-server[104325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:29:46.843443 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (ec2155ff-0b54-43b6-ab95-01ac5eab32d1), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.853648 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:46.853838 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] 10.222.0.71 "DELETE /v2.0/networks/ec2155ff-0b54-43b6-ab95-01ac5eab32d1 HTTP/1.1" status: 204 len: 168 time: 0.7874837 May 18 14:29:46.863892 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4cb9e-4b4e-4076-86ca-a50e3459ed30 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2155ff-0b54-43b6-ab95-01ac5eab32d1,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:47.213808 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51652) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:47.259749 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-2b01891d-df07-49de-85e3-ca8476514b72 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1bf771dcc9ca4e00914c6791c30e3b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441139 May 18 14:29:47.262130 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51654) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:47.310758 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Publish callbacks [] for security_group (03580eeb-510e-47d3-8c8d-6bc2b0682e45), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:47.332217 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Publish callbacks [] for security_group (03580eeb-510e-47d3-8c8d-6bc2b0682e45), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:47.437675 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (03580eeb-510e-47d3-8c8d-6bc2b0682e45), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:47.440219 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:47.441434 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/03580eeb-510e-47d3-8c8d-6bc2b0682e45 HTTP/1.1" status: 204 len: 168 time: 0.1783931 May 18 14:29:47.450649 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03580eeb-510e-47d3-8c8d-6bc2b0682e45,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:47.457835 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.461376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.461376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.461376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.461376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.461376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.461376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.461376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.461376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.461376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.461376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.461376 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.462652 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.462652 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.462652 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5ff7f1-2ed6-48bc-a6dc-85c854117a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:47.839261 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 63479bb3-545d-4024-9ed0-a0e9d095cedb no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:29:47.861298 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 63479bb3-545d-4024-9ed0-a0e9d095cedb {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:29:47.861731 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 63479bb3-545d-4024-9ed0-a0e9d095cedb not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:29:54.961786 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=56,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:55.035594 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:55.158684 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51748) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:55.268251 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:55.342862 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Publish callbacks [] for security_group (ef2af310-1206-460f-8bcc-ebb93443ce92), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:55.443520 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ef2af310-1206-460f-8bcc-ebb93443ce92), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:55.484512 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f226ab6f6cbb4d8492a935148cd4a6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300021 May 18 14:29:55.485424 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2af310-1206-460f-8bcc-ebb93443ce92,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:55.487354 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51752) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:55.492946 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.493298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.493646 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.493987 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.494114 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=46,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:55.494863 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.495600 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.495600 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.495826 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.496157 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.496479 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.496893 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.497225 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.497548 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.497871 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.498192 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd86594-ea89-48c0-b5cc-0ce1d07df6c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:55.501494 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:55.540037 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6297706c-4516-4e81-84e6-33f5e02fa483 admin admin] Publish callbacks [] for security_group (ef2af310-1206-460f-8bcc-ebb93443ce92), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:55.562511 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6297706c-4516-4e81-84e6-33f5e02fa483 admin admin] Publish callbacks [] for security_group (ef2af310-1206-460f-8bcc-ebb93443ce92), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:55.672128 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6297706c-4516-4e81-84e6-33f5e02fa483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ef2af310-1206-460f-8bcc-ebb93443ce92), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:55.674725 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6297706c-4516-4e81-84e6-33f5e02fa483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:55.680227 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-6297706c-4516-4e81-84e6-33f5e02fa483 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef2af310-1206-460f-8bcc-ebb93443ce92 HTTP/1.1" status: 204 len: 168 time: 0.1874514 May 18 14:29:55.684307 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297706c-4516-4e81-84e6-33f5e02fa483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2af310-1206-460f-8bcc-ebb93443ce92,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:56.373577 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=13 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:29:56.411970 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51758) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:56.428000 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4195e186-4c91-478c-aa90-27c1a008c123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:56.504976 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4195e186-4c91-478c-aa90-27c1a008c123 admin admin] Publish callbacks [] for security_group (a93e9ae7-8235-4919-abc1-f90959541078), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:56.672042 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4195e186-4c91-478c-aa90-27c1a008c123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (a93e9ae7-8235-4919-abc1-f90959541078), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:56.716667 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195e186-4c91-478c-aa90-27c1a008c123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93e9ae7-8235-4919-abc1-f90959541078,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:56.721418 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-4195e186-4c91-478c-aa90-27c1a008c123 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aa8072c0ca3045df9675c172417519da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084371 May 18 14:29:56.724042 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51760) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:29:56.776623 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-576d9feb-289f-47e8-832f-78a05e886ee7 admin admin] Publish callbacks [] for security_group (a93e9ae7-8235-4919-abc1-f90959541078), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:56.798506 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-576d9feb-289f-47e8-832f-78a05e886ee7 admin admin] Publish callbacks [] for security_group (a93e9ae7-8235-4919-abc1-f90959541078), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:56.918503 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-576d9feb-289f-47e8-832f-78a05e886ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (a93e9ae7-8235-4919-abc1-f90959541078), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:56.921064 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-576d9feb-289f-47e8-832f-78a05e886ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:29:56.922257 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-576d9feb-289f-47e8-832f-78a05e886ee7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a93e9ae7-8235-4919-abc1-f90959541078 HTTP/1.1" status: 204 len: 168 time: 0.1972075 May 18 14:29:56.930856 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d9feb-289f-47e8-832f-78a05e886ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93e9ae7-8235-4919-abc1-f90959541078,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:58.475296 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:01.046592 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:01.138556 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a0464d08-69b7-42dd-8b97-6fbd82798186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:03.528755 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-023e0306-34a0-46a7-ab97-4fc577d531df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:04.358447 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51858) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:04.476525 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d02f3ba5-0540-4e80-bad6-cd363463e7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:04.558317 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d02f3ba5-0540-4e80-bad6-cd363463e7ce admin admin] Publish callbacks [] for security_group (6c693a1a-f222-4f01-85c6-9385bb9744e1), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:04.614593 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d02f3ba5-0540-4e80-bad6-cd363463e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (6c693a1a-f222-4f01-85c6-9385bb9744e1), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:04.655223 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-d02f3ba5-0540-4e80-bad6-cd363463e7ce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9ae9786e7b7f46b0a87bdb15b58bf4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956419 May 18 14:30:04.656298 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f3ba5-0540-4e80-bad6-cd363463e7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c693a1a-f222-4f01-85c6-9385bb9744e1,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:04.658293 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51862) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:04.708773 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-eac606ba-0226-414e-bed2-6abb82526546 admin admin] Publish callbacks [] for security_group (6c693a1a-f222-4f01-85c6-9385bb9744e1), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:04.730262 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-eac606ba-0226-414e-bed2-6abb82526546 admin admin] Publish callbacks [] for security_group (6c693a1a-f222-4f01-85c6-9385bb9744e1), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:04.843020 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-eac606ba-0226-414e-bed2-6abb82526546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (6c693a1a-f222-4f01-85c6-9385bb9744e1), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:04.845627 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-eac606ba-0226-414e-bed2-6abb82526546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:04.846919 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-eac606ba-0226-414e-bed2-6abb82526546 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6c693a1a-f222-4f01-85c6-9385bb9744e1 HTTP/1.1" status: 204 len: 168 time: 0.1875541 May 18 14:30:04.855149 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac606ba-0226-414e-bed2-6abb82526546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c693a1a-f222-4f01-85c6-9385bb9744e1,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:05.162962 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:05.456068 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51868) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:05.470069 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af575c0c-907a-4c9a-8b78-26e4243f198b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:05.546895 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af575c0c-907a-4c9a-8b78-26e4243f198b admin admin] Publish callbacks [] for security_group (a469596f-7091-4e54-94d9-b9bdaa45911c), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:05.601120 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-af575c0c-907a-4c9a-8b78-26e4243f198b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (a469596f-7091-4e54-94d9-b9bdaa45911c), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:05.604744 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:05.643757 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-af575c0c-907a-4c9a-8b78-26e4243f198b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a7e49e7df22f42a5b183e86d050520ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865931 May 18 14:30:05.644568 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af575c0c-907a-4c9a-8b78-26e4243f198b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a469596f-7091-4e54-94d9-b9bdaa45911c,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:05.646483 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51870) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:05.661356 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:05.697291 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9b28e0e-f000-4153-82a1-12bb3d99a911 admin admin] Publish callbacks [] for security_group (a469596f-7091-4e54-94d9-b9bdaa45911c), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:05.718692 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9b28e0e-f000-4153-82a1-12bb3d99a911 admin admin] Publish callbacks [] for security_group (a469596f-7091-4e54-94d9-b9bdaa45911c), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:05.740769 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:05.865663 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9b28e0e-f000-4153-82a1-12bb3d99a911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (a469596f-7091-4e54-94d9-b9bdaa45911c), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:05.868171 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-f9b28e0e-f000-4153-82a1-12bb3d99a911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:05.869380 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-f9b28e0e-f000-4153-82a1-12bb3d99a911 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a469596f-7091-4e54-94d9-b9bdaa45911c HTTP/1.1" status: 204 len: 168 time: 0.2218602 May 18 14:30:05.879634 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b28e0e-f000-4153-82a1-12bb3d99a911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a469596f-7091-4e54-94d9-b9bdaa45911c,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:06.270069 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:06.605070 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51876) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:06.618820 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fa8237ae-e394-4785-b88e-2fb3a5f3997b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:06.691847 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fa8237ae-e394-4785-b88e-2fb3a5f3997b admin admin] Publish callbacks [] for security_group (aa9d1e98-3a43-40a9-9dd9-f65f4b7618e0), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:06.745987 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-fa8237ae-e394-4785-b88e-2fb3a5f3997b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (aa9d1e98-3a43-40a9-9dd9-f65f4b7618e0), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:06.797053 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-fa8237ae-e394-4785-b88e-2fb3a5f3997b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b87069a87fde4aefadb83fc6e23bd55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908708 May 18 14:30:06.797946 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8237ae-e394-4785-b88e-2fb3a5f3997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9d1e98-3a43-40a9-9dd9-f65f4b7618e0,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:06.800316 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51878) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:06.841794 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:06.850919 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e032c28b-7358-485a-9f89-8c6075accd74 admin admin] Publish callbacks [] for security_group (aa9d1e98-3a43-40a9-9dd9-f65f4b7618e0), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:06.873369 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e032c28b-7358-485a-9f89-8c6075accd74 admin admin] Publish callbacks [] for security_group (aa9d1e98-3a43-40a9-9dd9-f65f4b7618e0), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:06.986394 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e032c28b-7358-485a-9f89-8c6075accd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (aa9d1e98-3a43-40a9-9dd9-f65f4b7618e0), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:06.989277 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e032c28b-7358-485a-9f89-8c6075accd74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:06.990810 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e032c28b-7358-485a-9f89-8c6075accd74 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aa9d1e98-3a43-40a9-9dd9-f65f4b7618e0 HTTP/1.1" status: 204 len: 168 time: 0.1885731 May 18 14:30:07.000928 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032c28b-7358-485a-9f89-8c6075accd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9d1e98-3a43-40a9-9dd9-f65f4b7618e0,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:07.801862 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:08.260909 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 51900) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:08.358546 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.v2.base [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-911611257-network', 'tenant_id': '2c91422363d149138ecf2d2d7140552c'}} {{(pid=104325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:30:08.448686 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Made reservation on behalf of 2c91422363d149138ecf2d2d7140552c for: {'network': 1} {{(pid=104325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:30:08.451831 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:08.460866 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:08.536513 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Publish callbacks [] for security_group (8df2aaa1-22e4-408f-a934-f62539714558), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:08.603030 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (8df2aaa1-22e4-408f-a934-f62539714558), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:08.631704 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=104325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:30:08.642617 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df2aaa1-22e4-408f-a934-f62539714558,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:08.648414 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (0fca1623-78b2-4e42-89eb-943843785bf5), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:08.648865 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.segments_db [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Added segment 0fca1623-78b2-4e42-89eb-943843785bf5 of type vlan for network 0987efee-c086-41a7-8e0d-de5f981b2cdc May 18 14:30:08.690308 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (0987efee-c086-41a7-8e0d-de5f981b2cdc), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:08.796941 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (0987efee-c086-41a7-8e0d-de5f981b2cdc), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:08.797938 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:30:08.798518 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:08.866983 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] Pushing event updated for resources: {'Network': ['ID=0987efee-c086-41a7-8e0d-de5f981b2cdc,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:08.880869 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 0987efee-c086-41a7-8e0d-de5f981b2cdc details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:30:08.946790 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-34d9ef40-ae27-4d5e-96a1-b2da6f83d0bb admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6847856 May 18 14:30:08.950246 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51904) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:08.956473 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-79bd90cc-0c60-40f3-aeed-2ae8615cd737 admin admin] Request body: {'subnet': {'network_id': '0987efee-c086-41a7-8e0d-de5f981b2cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-911611257-subnet', 'tenant_id': '2c91422363d149138ecf2d2d7140552c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:30:09.060848 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bd90cc-0c60-40f3-aeed-2ae8615cd737 admin admin] Made reservation on behalf of 2c91422363d149138ecf2d2d7140552c for: {'subnet': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:30:09.063225 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-79bd90cc-0c60-40f3-aeed-2ae8615cd737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324652'] for subnet (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:09.298677 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-79bd90cc-0c60-40f3-aeed-2ae8615cd737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324666'] for subnet (e0b3b42b-cf63-49a0-b62c-392b308490f7), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:09.356180 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd90cc-0c60-40f3-aeed-2ae8615cd737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b3b42b-cf63-49a0-b62c-392b308490f7,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:09.365015 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bd90cc-0c60-40f3-aeed-2ae8615cd737 admin admin] Checking segment: {'id': '0fca1623-78b2-4e42-89eb-943843785bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0987efee-c086-41a7-8e0d-de5f981b2cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:30:09.365368 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd90cc-0c60-40f3-aeed-2ae8615cd737 admin admin] Network hostable DHCP agents. Network: 0987efee-c086-41a7-8e0d-de5f981b2cdc, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:30:09.453880 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd90cc-0c60-40f3-aeed-2ae8615cd737 admin admin] Network 0987efee-c086-41a7-8e0d-de5f981b2cdc is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:30:09.589863 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-79bd90cc-0c60-40f3-aeed-2ae8615cd737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 0987efee-c086-41a7-8e0d-de5f981b2cdc) {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:30:09.594066 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bd90cc-0c60-40f3-aeed-2ae8615cd737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:30:09.594656 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-79bd90cc-0c60-40f3-aeed-2ae8615cd737 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:09.599072 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd054cd-3908-4800-a086-395cf21134bc None None] Network 0987efee-c086-41a7-8e0d-de5f981b2cdc requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:30:09.679987 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-79bd90cc-0c60-40f3-aeed-2ae8615cd737 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7279193 May 18 14:30:09.708916 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d482127-e4d8-47c4-906c-d12aa9b4cc67 None None] Network 0987efee-c086-41a7-8e0d-de5f981b2cdc requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:30:10.411888 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51920) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:10.417322 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1988702309-network', 'tenant_id': '53c17077e0ba453d905c6942166cd62c'}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:30:10.568617 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Made reservation on behalf of 53c17077e0ba453d905c6942166cd62c for: {'network': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:30:10.571365 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for network (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:10.580594 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:10.662818 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Publish callbacks [] for security_group (934b3633-18c9-4e5d-9695-d691290c4b5f), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:10.751377 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (934b3633-18c9-4e5d-9695-d691290c4b5f), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:10.755682 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:10.775732 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:10.782548 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=104324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:30:10.788189 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934b3633-18c9-4e5d-9695-d691290c4b5f,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:10.796571 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789579143949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (9fb4b6ae-f0e7-46e9-bcad-c964eab28f63), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:10.797247 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.db.segments_db [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Added segment 9fb4b6ae-f0e7-46e9-bcad-c964eab28f63 of type vlan for network 36bea843-64b3-4bb5-936e-38f7b7220e9a May 18 14:30:10.852457 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789578594654'] for network (36bea843-64b3-4bb5-936e-38f7b7220e9a), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:10.917034 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127'] for network (36bea843-64b3-4bb5-936e-38f7b7220e9a), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:10.918581 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:30:10.919163 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:10.979110 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] Pushing event updated for resources: {'Network': ['ID=36bea843-64b3-4bb5-936e-38f7b7220e9a,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:10.990254 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Network 36bea843-64b3-4bb5-936e-38f7b7220e9a details requested by agent ovs-agent-dv-cinder-755101-9-iscsi with host dv-cinder-755101-9-iscsi {{(pid=104326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 14:30:11.039708 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-25ac87a2-b77c-473b-b633-49aab8298891 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6266749 May 18 14:30:11.042346 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 51922) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:11.048262 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.v2.base [None req-8483b216-189a-45ea-b00e-deeb197bf6ea admin admin] Request body: {'subnet': {'network_id': '36bea843-64b3-4bb5-936e-38f7b7220e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1988702309-subnet', 'tenant_id': '53c17077e0ba453d905c6942166cd62c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 14:30:11.155315 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8483b216-189a-45ea-b00e-deeb197bf6ea admin admin] Made reservation on behalf of 53c17077e0ba453d905c6942166cd62c for: {'subnet': 1} {{(pid=104324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:30:11.158111 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8483b216-189a-45ea-b00e-deeb197bf6ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3324652'] for subnet (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:11.386293 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8483b216-189a-45ea-b00e-deeb197bf6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3324666'] for subnet (ffbd3977-3a0b-4394-8b05-e2aff78a6f6c), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:11.445778 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483b216-189a-45ea-b00e-deeb197bf6ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffbd3977-3a0b-4394-8b05-e2aff78a6f6c,revision_number=0']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:11.456202 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483b216-189a-45ea-b00e-deeb197bf6ea admin admin] Checking segment: {'id': '9fb4b6ae-f0e7-46e9-bcad-c964eab28f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '36bea843-64b3-4bb5-936e-38f7b7220e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 14:30:11.459695 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8483b216-189a-45ea-b00e-deeb197bf6ea admin admin] Network hostable DHCP agents. Network: 36bea843-64b3-4bb5-936e-38f7b7220e9a, hostable agents: ['eea2d819-104e-4e3b-97a7-f9f5c2624e4f'], hosted agents: [] {{(pid=104324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:30:11.562763 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8483b216-189a-45ea-b00e-deeb197bf6ea admin admin] Network 36bea843-64b3-4bb5-936e-38f7b7220e9a is scheduled to be hosted by DHCP agent eea2d819-104e-4e3b-97a7-f9f5c2624e4f with binding_index 1 {{(pid=104324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:30:11.652658 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.base_scheduler [None req-8483b216-189a-45ea-b00e-deeb197bf6ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-9-iscsi, 36bea843-64b3-4bb5-936e-38f7b7220e9a) {{(pid=104324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:30:11.662138 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483b216-189a-45ea-b00e-deeb197bf6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:30:11.668265 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8483b216-189a-45ea-b00e-deeb197bf6ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:11.668409 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53910f4e-8477-4514-99bb-bd225f791d95 None None] Network 36bea843-64b3-4bb5-936e-38f7b7220e9a requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:30:11.767776 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8483b216-189a-45ea-b00e-deeb197bf6ea admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7237649 May 18 14:30:11.784753 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c2f051-0839-4460-bacf-eeca8e388bf6 None None] Network 36bea843-64b3-4bb5-936e-38f7b7220e9a requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:30:18.857361 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=38,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:18.864477 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=60,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:21.368169 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:30:21.672200 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:21.673737 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:UPDATE=4,neutron:SELECT=78,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:21.868539 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=77 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:21.875499 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:25.040937 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:28.395329 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52042) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:28.442935 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_v2 [None req-9327501c-ac3f-4187-a66f-b59d4a3d89b8 admin admin] Deleting subnet e0b3b42b-cf63-49a0-b62c-392b308490f7 {{(pid=104324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:30:28.446356 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9327501c-ac3f-4187-a66f-b59d4a3d89b8 admin admin] Publish callbacks [] for subnet (e0b3b42b-cf63-49a0-b62c-392b308490f7), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:28.482895 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9327501c-ac3f-4187-a66f-b59d4a3d89b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064934'] for subnet (e0b3b42b-cf63-49a0-b62c-392b308490f7), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:28.523385 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9327501c-ac3f-4187-a66f-b59d4a3d89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (e0b3b42b-cf63-49a0-b62c-392b308490f7), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:28.648163 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9327501c-ac3f-4187-a66f-b59d4a3d89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4064870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324609'] for subnet (e0b3b42b-cf63-49a0-b62c-392b308490f7), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:28.672679 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327501c-ac3f-4187-a66f-b59d4a3d89b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b3b42b-cf63-49a0-b62c-392b308490f7,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:28.679165 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9327501c-ac3f-4187-a66f-b59d4a3d89b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:28.682231 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-9327501c-ac3f-4187-a66f-b59d4a3d89b8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e0b3b42b-cf63-49a0-b62c-392b308490f7 HTTP/1.1" status: 204 len: 168 time: 0.2853532 May 18 14:30:28.684649 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52044) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:28.754895 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (0987efee-c086-41a7-8e0d-de5f981b2cdc), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:28.836207 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (0987efee-c086-41a7-8e0d-de5f981b2cdc), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:28.856032 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0987efee-c086-41a7-8e0d-de5f981b2cdc']}} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:28.865799 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fca1623-78b2-4e42-89eb-943843785bf5') {'for_net_delete': True} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:28.866092 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fca1623-78b2-4e42-89eb-943843785bf5') {} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:28.875410 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064927'] for segment (0fca1623-78b2-4e42-89eb-943843785bf5), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:28.888761 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (0fca1623-78b2-4e42-89eb-943843785bf5), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:28.894806 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:30:28.895182 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063684'] for segment (0fca1623-78b2-4e42-89eb-943843785bf5), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: Traceback (most recent call last): May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: timer() May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: cb(*args, **kw) May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: return func(*args, **kwargs) May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: self._notify() May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: self.callback(batched_events) May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: event.method(event) May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: return f(self, *a, **k) May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._get(url).json() May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: return self.request(url, 'GET', **kwargs) May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:30:28.896860 dv-cinder-755101-9-iscsi neutron-server[104324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:30:29.014109 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (0987efee-c086-41a7-8e0d-de5f981b2cdc), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.019437 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.024321 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] 10.222.0.71 "DELETE /v2.0/networks/0987efee-c086-41a7-8e0d-de5f981b2cdc HTTP/1.1" status: 204 len: 168 time: 0.3384974 May 18 14:30:29.028990 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52046) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:29.043784 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3532c-33a0-42ba-82aa-290574b58ede admin admin] Pushing event deleted for resources: {'Network': ['ID=0987efee-c086-41a7-8e0d-de5f981b2cdc,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:29.079275 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08c2190-c73c-48da-acd6-69e8f3b6d0ea admin admin] Deleting subnet ffbd3977-3a0b-4394-8b05-e2aff78a6f6c {{(pid=104325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:30:29.082565 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b08c2190-c73c-48da-acd6-69e8f3b6d0ea admin admin] Publish callbacks [] for subnet (ffbd3977-3a0b-4394-8b05-e2aff78a6f6c), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.118202 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b08c2190-c73c-48da-acd6-69e8f3b6d0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793686'] for subnet (ffbd3977-3a0b-4394-8b05-e2aff78a6f6c), precommit_delete_associations {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.160347 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b08c2190-c73c-48da-acd6-69e8f3b6d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (ffbd3977-3a0b-4394-8b05-e2aff78a6f6c), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.311343 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b08c2190-c73c-48da-acd6-69e8f3b6d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3790897'] for subnet (ffbd3977-3a0b-4394-8b05-e2aff78a6f6c), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.336392 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c2190-c73c-48da-acd6-69e8f3b6d0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffbd3977-3a0b-4394-8b05-e2aff78a6f6c,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:29.342905 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b08c2190-c73c-48da-acd6-69e8f3b6d0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.346171 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b08c2190-c73c-48da-acd6-69e8f3b6d0ea admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ffbd3977-3a0b-4394-8b05-e2aff78a6f6c HTTP/1.1" status: 204 len: 168 time: 0.3160765 May 18 14:30:29.348831 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52048) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:29.422806 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (36bea843-64b3-4bb5-936e-38f7b7220e9a), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.506392 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (36bea843-64b3-4bb5-936e-38f7b7220e9a), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.525644 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bea843-64b3-4bb5-936e-38f7b7220e9a']}} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:29.535000 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb4b6ae-f0e7-46e9-bcad-c964eab28f63') {'for_net_delete': True} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:29.535293 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb4b6ae-f0e7-46e9-bcad-c964eab28f63') {} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:29.545141 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793711'] for segment (9fb4b6ae-f0e7-46e9-bcad-c964eab28f63), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.558703 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (9fb4b6ae-f0e7-46e9-bcad-c964eab28f63), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.564621 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=104325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:30:29.565026 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764937'] for segment (9fb4b6ae-f0e7-46e9-bcad-c964eab28f63), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: Traceback (most recent call last): May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: timer() May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: cb(*args, **kw) May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: return func(*args, **kwargs) May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: self._notify() May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: self.callback(batched_events) May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: event.method(event) May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: return f(self, *a, **k) May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._get(url).json() May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: return self.request(url, 'GET', **kwargs) May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:30:29.566757 dv-cinder-755101-9-iscsi neutron-server[104325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:30:29.688209 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (36bea843-64b3-4bb5-936e-38f7b7220e9a), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.694470 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:29.697543 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/36bea843-64b3-4bb5-936e-38f7b7220e9a HTTP/1.1" status: 204 len: 168 time: 0.3476388 May 18 14:30:29.709540 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b0a8e-eb42-494a-8155-4ff5bc8026c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=36bea843-64b3-4bb5-936e-38f7b7220e9a,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:30.114254 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52052) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:30.155778 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-f0caee02-6495-438e-a4a9-b812f12167e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c91422363d149138ecf2d2d7140552c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399284 May 18 14:30:30.158539 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52054) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:30.211344 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c40eb407-18da-423d-a898-e41e354833eb admin admin] Publish callbacks [] for security_group (8df2aaa1-22e4-408f-a934-f62539714558), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:30.234380 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c40eb407-18da-423d-a898-e41e354833eb admin admin] Publish callbacks [] for security_group (8df2aaa1-22e4-408f-a934-f62539714558), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:30.345391 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c40eb407-18da-423d-a898-e41e354833eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (8df2aaa1-22e4-408f-a934-f62539714558), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:30.347846 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-c40eb407-18da-423d-a898-e41e354833eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:30.349601 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-c40eb407-18da-423d-a898-e41e354833eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8df2aaa1-22e4-408f-a934-f62539714558 HTTP/1.1" status: 204 len: 168 time: 0.1895800 May 18 14:30:30.357995 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40eb407-18da-423d-a898-e41e354833eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df2aaa1-22e4-408f-a934-f62539714558,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:31.038854 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52060) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:31.087022 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e6e88eac-469f-425d-8e95-5b529d817267 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=53c17077e0ba453d905c6942166cd62c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468938 May 18 14:30:31.089667 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52062) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:31.143614 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8580-5dd9-4d3d-bf88-9c705d47ef0c admin admin] Publish callbacks [] for security_group (934b3633-18c9-4e5d-9695-d691290c4b5f), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:31.145772 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-499cf26a-5301-47e2-ab9a-898adf7f042f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:31.156730 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:31.171139 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8580-5dd9-4d3d-bf88-9c705d47ef0c admin admin] Publish callbacks [] for security_group (934b3633-18c9-4e5d-9695-d691290c4b5f), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:31.184287 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:31.318610 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8580-5dd9-4d3d-bf88-9c705d47ef0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (934b3633-18c9-4e5d-9695-d691290c4b5f), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:31.322700 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8580-5dd9-4d3d-bf88-9c705d47ef0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:31.324337 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-4d2d8580-5dd9-4d3d-bf88-9c705d47ef0c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/934b3633-18c9-4e5d-9695-d691290c4b5f HTTP/1.1" status: 204 len: 168 time: 0.2337148 May 18 14:30:31.333127 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d8580-5dd9-4d3d-bf88-9c705d47ef0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934b3633-18c9-4e5d-9695-d691290c4b5f,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:33.363620 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:33.368938 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:33.549096 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-76de378e-2ab2-4101-91b8-f88ebd0afc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:35.190970 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:36.230901 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:37.845362 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:38.948276 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=50,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:39.030165 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:39.761223 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3d6b08ae-9920-4f87-9b84-3cdc7e2cb1f8 req-df18ac7b-5cf5-46e8-a127-1cd05e86eec1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444157 May 18 14:30:39.858882 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b08ae-9920-4f87-9b84-3cdc7e2cb1f8 req-f35dc989-bb76-4df4-ad99-66ffd8e640e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:30:39.860407 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3d6b08ae-9920-4f87-9b84-3cdc7e2cb1f8 req-f35dc989-bb76-4df4-ad99-66ffd8e640e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd4e2f9843b84aebb963f491048a331a&device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1129 time: 0.0531878 May 18 14:30:39.988694 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b08ae-9920-4f87-9b84-3cdc7e2cb1f8 req-76720d33-1336-427f-866c-007c8ecbc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:30:39.990397 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3d6b08ae-9920-4f87-9b84-3cdc7e2cb1f8 req-76720d33-1336-427f-866c-007c8ecbc0a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 HTTP/1.1" status: 200 len: 907 time: 0.1041195 May 18 14:30:40.072035 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3d6b08ae-9920-4f87-9b84-3cdc7e2cb1f8 req-e37ea796-9abc-49f5-9104-5e3991c87673 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade5027-4953-4977-9e40-98b8ae8514df HTTP/1.1" status: 200 len: 1001 time: 0.0711715 May 18 14:30:40.132872 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b08ae-9920-4f87-9b84-3cdc7e2cb1f8 req-76c185c2-ed00-42e0-8d80-d76a11988727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:30:40.134651 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3d6b08ae-9920-4f87-9b84-3cdc7e2cb1f8 req-76c185c2-ed00-42e0-8d80-d76a11988727 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cb841c6-7008-4513-8a41-8c30e3711230 HTTP/1.1" status: 200 len: 845 time: 0.0547624 May 18 14:30:40.186456 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b08ae-9920-4f87-9b84-3cdc7e2cb1f8 req-56bffd9e-2ea6-4231-8993-80fada1d9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:30:40.187981 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3d6b08ae-9920-4f87-9b84-3cdc7e2cb1f8 req-56bffd9e-2ea6-4231-8993-80fada1d9438 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437741 May 18 14:30:40.307037 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3d6b08ae-9920-4f87-9b84-3cdc7e2cb1f8 req-f094c1a7-f39c-47a6-b5b0-1c10fcfc5254 service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093431 May 18 14:30:40.426987 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-3d6b08ae-9920-4f87-9b84-3cdc7e2cb1f8 req-953afaaf-fd43-4a57-b3d2-cfac0dd9c277 service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096509 May 18 14:30:44.660774 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52186) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:44.774803 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e6457171-3cdb-41f2-906d-235e92fecc20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:44.852716 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e6457171-3cdb-41f2-906d-235e92fecc20 admin admin] Publish callbacks [] for security_group (346e7eab-5732-4848-b1ad-40f9b7a811b5), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:44.921989 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-e6457171-3cdb-41f2-906d-235e92fecc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (346e7eab-5732-4848-b1ad-40f9b7a811b5), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:44.963380 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-e6457171-3cdb-41f2-906d-235e92fecc20 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=35a9d38ea0254bac922b3f46640f6300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014700 May 18 14:30:44.964245 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6457171-3cdb-41f2-906d-235e92fecc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346e7eab-5732-4848-b1ad-40f9b7a811b5,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:44.966252 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52190) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:45.022954 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-bc669863-be0a-4a84-933c-3d4d4b2d2c84 admin admin] Publish callbacks [] for security_group (346e7eab-5732-4848-b1ad-40f9b7a811b5), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:45.047762 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-bc669863-be0a-4a84-933c-3d4d4b2d2c84 admin admin] Publish callbacks [] for security_group (346e7eab-5732-4848-b1ad-40f9b7a811b5), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:45.191109 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-bc669863-be0a-4a84-933c-3d4d4b2d2c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (346e7eab-5732-4848-b1ad-40f9b7a811b5), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:45.193720 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-bc669863-be0a-4a84-933c-3d4d4b2d2c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:45.196227 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-bc669863-be0a-4a84-933c-3d4d4b2d2c84 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/346e7eab-5732-4848-b1ad-40f9b7a811b5 HTTP/1.1" status: 204 len: 168 time: 0.2288125 May 18 14:30:45.204255 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc669863-be0a-4a84-933c-3d4d4b2d2c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346e7eab-5732-4848-b1ad-40f9b7a811b5,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:45.952554 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52196) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:45.966948 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d50f6bce-1899-4df8-9ff6-85f3fdd91a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:46.044731 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:46.058108 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d50f6bce-1899-4df8-9ff6-85f3fdd91a6d admin admin] Publish callbacks [] for security_group (5fa47287-ea4a-4a11-8d39-f1580ba00b42), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:46.168152 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-d50f6bce-1899-4df8-9ff6-85f3fdd91a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (5fa47287-ea4a-4a11-8d39-f1580ba00b42), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:46.170747 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:46.180038 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:46.214553 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f6bce-1899-4df8-9ff6-85f3fdd91a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa47287-ea4a-4a11-8d39-f1580ba00b42,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:46.218806 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-d50f6bce-1899-4df8-9ff6-85f3fdd91a6d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=950b0daa5da24ef0b3abbcdc3c83790a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651939 May 18 14:30:46.226210 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52198) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:46.282473 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-073dab43-d9cf-4477-8e9c-870fe8812c05 admin admin] Publish callbacks [] for security_group (5fa47287-ea4a-4a11-8d39-f1580ba00b42), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:46.307038 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-073dab43-d9cf-4477-8e9c-870fe8812c05 admin admin] Publish callbacks [] for security_group (5fa47287-ea4a-4a11-8d39-f1580ba00b42), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:46.425554 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-073dab43-d9cf-4477-8e9c-870fe8812c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (5fa47287-ea4a-4a11-8d39-f1580ba00b42), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:46.429091 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-073dab43-d9cf-4477-8e9c-870fe8812c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:46.430590 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-073dab43-d9cf-4477-8e9c-870fe8812c05 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5fa47287-ea4a-4a11-8d39-f1580ba00b42 HTTP/1.1" status: 204 len: 168 time: 0.2080982 May 18 14:30:46.442814 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073dab43-d9cf-4477-8e9c-870fe8812c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa47287-ea4a-4a11-8d39-f1580ba00b42,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:47.262032 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52204) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:47.271737 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-37ae4d7b-bfc0-4225-912d-37fa9c224fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:47.356313 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-37ae4d7b-bfc0-4225-912d-37fa9c224fcc admin admin] Publish callbacks [] for security_group (7e6b68b4-a651-4783-856b-d78c7e762551), precommit_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:47.447910 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-37ae4d7b-bfc0-4225-912d-37fa9c224fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (7e6b68b4-a651-4783-856b-d78c7e762551), after_create {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:47.489318 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-37ae4d7b-bfc0-4225-912d-37fa9c224fcc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b40182ed5f644529a54cad936b118e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305603 May 18 14:30:47.490175 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae4d7b-bfc0-4225-912d-37fa9c224fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6b68b4-a651-4783-856b-d78c7e762551,revision_number=1']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:47.492169 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52206) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:30:47.554403 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Publish callbacks [] for security_group (7e6b68b4-a651-4783-856b-d78c7e762551), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:47.577724 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Publish callbacks [] for security_group (7e6b68b4-a651-4783-856b-d78c7e762551), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:47.697463 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (7e6b68b4-a651-4783-856b-d78c7e762551), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:47.700149 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:47.704195 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7e6b68b4-a651-4783-856b-d78c7e762551 HTTP/1.1" status: 204 len: 168 time: 0.2082236 May 18 14:30:47.711017 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6b68b4-a651-4783-856b-d78c7e762551,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:47.718861 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.719217 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.719563 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.719900 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.720238 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.720573 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.720940 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.721267 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.721596 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.721924 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.722250 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.722665 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.722988 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.723308 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:47.723626 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0363c-61ff-445e-bbfd-bf2c95c9a780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:30:54.978917 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:55.059181 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:30:57.480484 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:57.485637 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=61,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:57.710104 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:57.714298 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:30:58.367259 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:31:00.251729 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=14 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:01.125568 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9522f97d-6b88-4785-95d6-d53af23a4c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:03.504606 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-92723749-bca3-499b-95d9-28e6a0307afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:04.619559 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840420b-2a13-4b8d-bfad-b32450e004ad req-4c8e596a-1440-427a-a2b6-9ade0bb572b8 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:04.621148 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2840420b-2a13-4b8d-bfad-b32450e004ad req-4c8e596a-1440-427a-a2b6-9ade0bb572b8 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0523694 May 18 14:31:04.677557 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2840420b-2a13-4b8d-bfad-b32450e004ad req-a56f2e6b-2682-4ff4-83a9-3abe7b07c5db tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501895 May 18 14:31:05.161681 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:05.806142 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6837b-e97e-49a7-b9ad-a064caf22f21 req-8fae5fff-f7a0-4191-bdd1-ec407dbdafac tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:05.808178 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8ac6837b-e97e-49a7-b9ad-a064caf22f21 req-8fae5fff-f7a0-4191-bdd1-ec407dbdafac tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0567534 May 18 14:31:05.861317 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8ac6837b-e97e-49a7-b9ad-a064caf22f21 req-74aaaeae-ecbf-4708-b167-0da3e7540208 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469520 May 18 14:31:06.253152 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:06.977724 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1bd36-ef7f-4c9b-9a4e-a635f7ed4932 req-419edba8-bd88-4281-beaa-3b00bb04a586 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:06.979938 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-58e1bd36-ef7f-4c9b-9a4e-a635f7ed4932 req-419edba8-bd88-4281-beaa-3b00bb04a586 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0495787 May 18 14:31:07.053264 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-58e1bd36-ef7f-4c9b-9a4e-a635f7ed4932 req-40be4230-d0bb-460a-915b-bf015c99f689 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673509 May 18 14:31:07.722001 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:08.171345 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea36009-e1ac-467b-9d2c-979b203b28bb req-96dd397c-4ea0-4258-8505-a28aec498654 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:08.172857 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5ea36009-e1ac-467b-9d2c-979b203b28bb req-96dd397c-4ea0-4258-8505-a28aec498654 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0482054 May 18 14:31:08.223363 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-5ea36009-e1ac-467b-9d2c-979b203b28bb req-a61732bf-7aa7-4849-84cb-cd3031327fb5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448666 May 18 14:31:09.339906 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8edbd8-aed1-4d95-bcff-55c31d95c5f6 req-56e718e4-0666-4c28-8c7b-855d5c064bb7 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:09.341396 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8c8edbd8-aed1-4d95-bcff-55c31d95c5f6 req-56e718e4-0666-4c28-8c7b-855d5c064bb7 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0469644 May 18 14:31:09.390308 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8c8edbd8-aed1-4d95-bcff-55c31d95c5f6 req-38a2567e-4d9b-44f4-8baf-961eac1acea4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 May 18 14:31:10.364691 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=18 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:10.367286 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:10.511324 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac713c-ce35-4768-bed7-6a255e3a508b req-c05a50ea-8e1c-4917-8707-107e240a4ca9 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:10.512738 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cbac713c-ce35-4768-bed7-6a255e3a508b req-c05a50ea-8e1c-4917-8707-107e240a4ca9 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0512533 May 18 14:31:10.562424 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-cbac713c-ce35-4768-bed7-6a255e3a508b req-fd8ec234-4e18-41b9-aa8a-ace31631c053 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440552 May 18 14:31:11.679032 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4d3cc-3013-411b-a828-4ddb715e1388 req-0563276b-ef74-4849-8acb-7083c6c00723 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:11.680536 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-45b4d3cc-3013-411b-a828-4ddb715e1388 req-0563276b-ef74-4849-8acb-7083c6c00723 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0502927 May 18 14:31:11.730016 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-45b4d3cc-3013-411b-a828-4ddb715e1388 req-f2c4a3c8-421c-40fb-92d6-96f1f4973eb0 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432847 May 18 14:31:12.853641 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039f1a9-a82c-4f66-84f8-9c146e2c39ad req-1e2e62d7-2b23-4bb9-93b4-5d8dbb8e2ed2 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:12.855092 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b039f1a9-a82c-4f66-84f8-9c146e2c39ad req-1e2e62d7-2b23-4bb9-93b4-5d8dbb8e2ed2 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0512824 May 18 14:31:13.150231 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b039f1a9-a82c-4f66-84f8-9c146e2c39ad req-4f9a5ab6-3825-4dc5-ab77-61dd759e44a8 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896502 May 18 14:31:14.265720 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79961cc7-ebc1-4dcc-bf12-b50bc529bcb8 req-35a390f3-dc6e-4e49-b627-545763e6fb69 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:14.267193 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-79961cc7-ebc1-4dcc-bf12-b50bc529bcb8 req-35a390f3-dc6e-4e49-b627-545763e6fb69 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0469279 May 18 14:31:14.315336 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-79961cc7-ebc1-4dcc-bf12-b50bc529bcb8 req-1b3e2b06-6b65-43fd-ac81-46962cccc4be tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 May 18 14:31:15.430682 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eb4b1-9961-43a0-8a68-08395528b65b req-50819da5-b3aa-4c76-87a1-c9317df9dde6 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:15.432151 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e08eb4b1-9961-43a0-8a68-08395528b65b req-50819da5-b3aa-4c76-87a1-c9317df9dde6 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0479414 May 18 14:31:15.484563 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e08eb4b1-9961-43a0-8a68-08395528b65b req-435bb6a6-69e2-47c4-8335-6335ed4a1599 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458493 May 18 14:31:16.600814 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfc9cf-805b-4630-ba7b-a4900c87a9e9 req-5dee1846-c947-4881-b6d6-b8a9397d5837 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:16.602289 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b5cfc9cf-805b-4630-ba7b-a4900c87a9e9 req-5dee1846-c947-4881-b6d6-b8a9397d5837 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0475597 May 18 14:31:16.613602 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:16.653059 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b5cfc9cf-805b-4630-ba7b-a4900c87a9e9 req-6cccd30f-ec9c-44d9-8460-d907b24b370e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447819 May 18 14:31:17.673976 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:17.675322 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:17.749619 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:17.768086 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bb427-1774-4bd2-ab02-0a3fa43b400f req-2a510775-a1f7-4a47-88df-9c4cebb45994 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:17.769691 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-838bb427-1774-4bd2-ab02-0a3fa43b400f req-2a510775-a1f7-4a47-88df-9c4cebb45994 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0508151 May 18 14:31:17.818508 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-838bb427-1774-4bd2-ab02-0a3fa43b400f req-f9316680-2a8d-4472-b683-83dafe20601f tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433645 May 18 14:31:18.938862 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0445531-c4ca-453e-96d7-f7ff00df5edf req-25cf2dc5-257d-403c-ba86-b3830269cd4f tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:18.940389 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a0445531-c4ca-453e-96d7-f7ff00df5edf req-25cf2dc5-257d-403c-ba86-b3830269cd4f tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0532651 May 18 14:31:18.990976 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a0445531-c4ca-453e-96d7-f7ff00df5edf req-f36f57bc-630a-4c13-bd02-9f464d545b8a tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446575 May 18 14:31:20.004457 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52434) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:31:20.106453 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7114f-616f-4af7-bf83-b192eb7d2fa8 req-4bd52dc6-a18e-4de1-af47-cd4aa95c7808 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:20.108337 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-17f7114f-616f-4af7-bf83-b192eb7d2fa8 req-4bd52dc6-a18e-4de1-af47-cd4aa95c7808 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0491054 May 18 14:31:20.133061 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6642c9bc-6683-418b-8a03-e791fc4b3715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:20.183358 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-17f7114f-616f-4af7-bf83-b192eb7d2fa8 req-f8de2ab3-b8de-4c7c-b77c-5e6d79b0cac6 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685594 May 18 14:31:20.244021 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6642c9bc-6683-418b-8a03-e791fc4b3715 admin admin] Publish callbacks [] for security_group (b0cbe8f0-e112-40e9-bebc-69ed036f69a8), precommit_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:20.331055 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-6642c9bc-6683-418b-8a03-e791fc4b3715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (b0cbe8f0-e112-40e9-bebc-69ed036f69a8), after_create {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:20.371504 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-6642c9bc-6683-418b-8a03-e791fc4b3715 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5cac1427aae409ebca10726ad68f188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654733 May 18 14:31:20.372447 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642c9bc-6683-418b-8a03-e791fc4b3715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cbe8f0-e112-40e9-bebc-69ed036f69a8,revision_number=1']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:31:20.374485 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52440) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:31:20.428660 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Publish callbacks [] for security_group (b0cbe8f0-e112-40e9-bebc-69ed036f69a8), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:20.450129 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Publish callbacks [] for security_group (b0cbe8f0-e112-40e9-bebc-69ed036f69a8), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:20.550169 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (b0cbe8f0-e112-40e9-bebc-69ed036f69a8), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:20.552701 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:20.556420 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b0cbe8f0-e112-40e9-bebc-69ed036f69a8 HTTP/1.1" status: 204 len: 168 time: 0.1776571 May 18 14:31:20.562983 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cbe8f0-e112-40e9-bebc-69ed036f69a8,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:20.576298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c509fab-6aec-4494-972d-2d5ae4dff37e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:21.307902 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb82b8-8a1c-4dbb-9105-706d6aa6d803 req-b5a659f5-c77d-45a2-afae-68b3d9ae25d2 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:21.309372 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-53fb82b8-8a1c-4dbb-9105-706d6aa6d803 req-b5a659f5-c77d-45a2-afae-68b3d9ae25d2 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0492911 May 18 14:31:21.359860 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-53fb82b8-8a1c-4dbb-9105-706d6aa6d803 req-9b4ad92a-9659-45f3-8f5a-2821c0ebbcc2 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449157 May 18 14:31:22.475603 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab70816-210a-42a1-8031-29b167d50b53 req-1d688d5f-f18d-417b-b397-569ae74538d1 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:22.477297 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eab70816-210a-42a1-8031-29b167d50b53 req-1d688d5f-f18d-417b-b397-569ae74538d1 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0482800 May 18 14:31:22.530272 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-eab70816-210a-42a1-8031-29b167d50b53 req-e9b4805c-49d5-40be-b22e-166ec1179a9c tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471179 May 18 14:31:23.645698 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1fb0-ff72-46bc-8632-e12768dc8635 req-bdcd02f0-b032-44a1-a4f8-9353d63c18c9 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:23.647149 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9dad1fb0-ff72-46bc-8632-e12768dc8635 req-bdcd02f0-b032-44a1-a4f8-9353d63c18c9 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0479035 May 18 14:31:23.696608 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9dad1fb0-ff72-46bc-8632-e12768dc8635 req-91989690-d728-4275-bacb-620cb6ff5c1a tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438886 May 18 14:31:24.813321 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a63f45-e415-44d1-8695-3bd651d5c21b req-e99b40a7-9a31-4538-b0cd-329db987e1e8 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:24.814821 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-16a63f45-e415-44d1-8695-3bd651d5c21b req-e99b40a7-9a31-4538-b0cd-329db987e1e8 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0477626 May 18 14:31:24.864722 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-16a63f45-e415-44d1-8695-3bd651d5c21b req-d35f0273-b546-4aed-b241-3e08cc11f285 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443485 May 18 14:31:25.027825 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:25.980563 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d66f15-de09-4645-a40a-d778567bbbe0 req-b902f7a1-953f-4ac8-a4d7-5a28116c37ac tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:25.982793 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-23d66f15-de09-4645-a40a-d778567bbbe0 req-b902f7a1-953f-4ac8-a4d7-5a28116c37ac tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0506220 May 18 14:31:26.006712 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:26.032944 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-23d66f15-de09-4645-a40a-d778567bbbe0 req-5557085a-053f-403b-bf1b-67978e6f3ee7 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444674 May 18 14:31:27.150449 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f86a26-8a32-4972-8c4c-9b615fbd12d3 req-6fd9f6a8-bb7b-4e9a-9bd0-741062d7af23 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:27.151955 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b2f86a26-8a32-4972-8c4c-9b615fbd12d3 req-6fd9f6a8-bb7b-4e9a-9bd0-741062d7af23 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0487821 May 18 14:31:27.203994 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-b2f86a26-8a32-4972-8c4c-9b615fbd12d3 req-289ed22a-e5ef-454c-a523-b623a96986e7 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452468 May 18 14:31:28.305827 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:28.324445 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cc0ca-0991-4ffe-b180-c9db0543f71e req-f1800d60-0f1f-40c3-abb3-ca214b267a33 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:28.325984 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a81cc0ca-0991-4ffe-b180-c9db0543f71e req-f1800d60-0f1f-40c3-abb3-ca214b267a33 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0514572 May 18 14:31:28.377046 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a81cc0ca-0991-4ffe-b180-c9db0543f71e req-6c7220e4-5371-4ee2-8f84-d8db68b491ae tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446043 May 18 14:31:29.492247 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741360a5-1be7-4af0-9631-753e311987f8 req-e959a54e-b3f3-48ba-a270-c0e879d83e35 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:29.493682 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-741360a5-1be7-4af0-9631-753e311987f8 req-e959a54e-b3f3-48ba-a270-c0e879d83e35 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0471690 May 18 14:31:29.546391 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-741360a5-1be7-4af0-9631-753e311987f8 req-9b2a4f89-e5b7-4996-9807-7369535fc897 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465209 May 18 14:31:29.965024 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26750ed9-edbf-4b04-8905-9525132d20d6 req-76802307-68d9-4f13-a918-49f96715501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:29.966582 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-26750ed9-edbf-4b04-8905-9525132d20d6 req-76802307-68d9-4f13-a918-49f96715501e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd4e2f9843b84aebb963f491048a331a&device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1129 time: 0.0398831 May 18 14:31:30.062990 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26750ed9-edbf-4b04-8905-9525132d20d6 req-4a5a3c5f-f238-44d0-9a7e-801f36f7aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:30.064443 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-26750ed9-edbf-4b04-8905-9525132d20d6 req-4a5a3c5f-f238-44d0-9a7e-801f36f7aa3e service neutron] 10.222.0.72 "GET /v2.0/networks?id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 HTTP/1.1" status: 200 len: 907 time: 0.0886245 May 18 14:31:30.127281 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-26750ed9-edbf-4b04-8905-9525132d20d6 req-9f2fe976-ead0-4864-bdf9-fc42e737e55d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade5027-4953-4977-9e40-98b8ae8514df HTTP/1.1" status: 200 len: 1001 time: 0.0537500 May 18 14:31:30.182018 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26750ed9-edbf-4b04-8905-9525132d20d6 req-fa964181-db35-42e6-9a58-902b67abb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:30.183605 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-26750ed9-edbf-4b04-8905-9525132d20d6 req-fa964181-db35-42e6-9a58-902b67abb252 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cb841c6-7008-4513-8a41-8c30e3711230 HTTP/1.1" status: 200 len: 845 time: 0.0463231 May 18 14:31:30.237428 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26750ed9-edbf-4b04-8905-9525132d20d6 req-38180df8-2d61-4957-af26-c42380ddc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:30.238979 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-26750ed9-edbf-4b04-8905-9525132d20d6 req-38180df8-2d61-4957-af26-c42380ddc8c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453405 May 18 14:31:30.334413 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-26750ed9-edbf-4b04-8905-9525132d20d6 req-b43b5dbf-c168-44fa-8380-1da4de89cdf7 service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853336 May 18 14:31:30.429575 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-26750ed9-edbf-4b04-8905-9525132d20d6 req-6cef6eff-6023-43bb-b8e9-7d20b610b977 service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859580 May 18 14:31:30.662196 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbedb3-15da-437b-9cdc-7cdba0a399a7 req-dc5dc453-aeb3-472b-a27d-161ec06a972a tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:30.663673 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-39dbedb3-15da-437b-9cdc-7cdba0a399a7 req-dc5dc453-aeb3-472b-a27d-161ec06a972a tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0483515 May 18 14:31:30.716545 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-39dbedb3-15da-437b-9cdc-7cdba0a399a7 req-17b1339d-5348-4597-b412-2f507357c218 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468721 May 18 14:31:31.109468 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6063e701-0f82-4198-a0db-761c40287ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:31.831787 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ef874-96bf-4e46-a492-53adbab76d04 req-38df4d03-ccd3-407f-913a-f191d91f9e04 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:31.833695 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1b0ef874-96bf-4e46-a492-53adbab76d04 req-38df4d03-ccd3-407f-913a-f191d91f9e04 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0478230 May 18 14:31:31.883226 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1b0ef874-96bf-4e46-a492-53adbab76d04 req-a8fa1325-3346-42f1-b6bf-2b18766020b4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443685 May 18 14:31:33.010351 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43661b18-0e95-4962-9455-a717fb274527 req-e2dfdf41-7f0e-4185-a550-dadb119de259 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:33.011895 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-43661b18-0e95-4962-9455-a717fb274527 req-e2dfdf41-7f0e-4185-a550-dadb119de259 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0530310 May 18 14:31:33.063107 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-43661b18-0e95-4962-9455-a717fb274527 req-4ea80ccd-362c-4ff5-83a4-5d9c0f28b2c4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442984 May 18 14:31:33.531090 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a5fc-33e0-4635-b17c-ef52d96eb8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:34.181701 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e50ec-6c25-42f4-bd8b-5a8b8946f831 req-7f1bdc62-d22c-4e8c-bc7e-209233989d3f tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:34.183181 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e00e50ec-6c25-42f4-bd8b-5a8b8946f831 req-7f1bdc62-d22c-4e8c-bc7e-209233989d3f tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0512969 May 18 14:31:34.236747 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-e00e50ec-6c25-42f4-bd8b-5a8b8946f831 req-23df64dd-2950-420a-8b91-a24cf67d46d5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478818 May 18 14:31:34.304396 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [req-51555bbf-4cee-455e-ada1-0278debbe200 req-5cf51587-1ce4-4fb7-be18-c5ef68a84061 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:31:34.305404 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-51555bbf-4cee-455e-ada1-0278debbe200 req-5cf51587-1ce4-4fb7-be18-c5ef68a84061 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053923 May 18 14:31:34.604162 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfce62-cd31-4f13-a2c1-0d38034eb9bf req-e875e09d-21f8-4347-acdd-8618ba167aae tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:34.605711 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9ccfce62-cd31-4f13-a2c1-0d38034eb9bf req-e875e09d-21f8-4347-acdd-8618ba167aae tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0497420 May 18 14:31:34.658136 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-9ccfce62-cd31-4f13-a2c1-0d38034eb9bf req-9a9525de-e272-4c5e-a024-f7e9c922b57e tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465806 May 18 14:31:34.726980 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52480) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:31:34.811646 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-69195b28-21a4-40cc-890e-7ccec19e69de req-fd9092a1-f69b-4fcf-a6c3-5730775b98f4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835218 May 18 14:31:34.820909 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [req-69195b28-21a4-40cc-890e-7ccec19e69de req-506f1740-0197-4210-9c95-0878bf1c7994 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 14:31:34.821854 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-69195b28-21a4-40cc-890e-7ccec19e69de req-506f1740-0197-4210-9c95-0878bf1c7994 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049171 May 18 14:31:34.987545 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52488) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:31:35.084680 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195b28-21a4-40cc-890e-7ccec19e69de req-69ecbf2a-b19a-4f70-b59f-240d8f1d4dc1 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:35.086071 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-69195b28-21a4-40cc-890e-7ccec19e69de req-69ecbf2a-b19a-4f70-b59f-240d8f1d4dc1 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports/1ade5027-4953-4977-9e40-98b8ae8514df HTTP/1.1" status: 200 len: 942 time: 0.0979137 May 18 14:31:35.155371 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:35.367156 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:31:35.780171 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec56d41-5c29-4b5c-9086-2f8967fd7d5e req-af66c223-ea13-4d37-af66-9da82a8d77e4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:35.782010 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bec56d41-5c29-4b5c-9086-2f8967fd7d5e req-af66c223-ea13-4d37-af66-9da82a8d77e4 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0536959 May 18 14:31:35.832644 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-bec56d41-5c29-4b5c-9086-2f8967fd7d5e req-06ac9934-1a97-483b-bd23-725ed696990a tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450394 May 18 14:31:36.252685 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 1ade5027-4953-4977-9e40-98b8ae8514df no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:31:36.278064 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:36.331228 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 1ade5027-4953-4977-9e40-98b8ae8514df is: ACTIVE; New status is: DOWN {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:31:36.331611 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:36.361088 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:31:36.361088 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62094482-8e0a-4249-af8d-d939880d447a" -d '{"events": [{"server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:31:36.371883 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 1ade5027-4953-4977-9e40-98b8ae8514df, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1ade5027-4953-4977-9e40-98b8ae8514df,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:31:36.390447 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 May 2022 14:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff77daa-979f-43f7-8b9b-c69f10ba71d0 x-openstack-request-id: req-bff77daa-979f-43f7-8b9b-c69f10ba71d0 {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:31:36.390735 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "name": "network-vif-unplugged", "status": "failed", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df", "code": 422}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:31:36.390988 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bff77daa-979f-43f7-8b9b-c69f10ba71d0 {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:31:36.392526 dv-cinder-755101-9-iscsi neutron-server[104326]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bff77daa-979f-43f7-8b9b-c69f10ba71d0']: {'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df', 'code': 422} returned with failed status May 18 14:31:36.446581 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:36.494655 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=1ade5027-4953-4977-9e40-98b8ae8514df,revision_number=6']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:31:36.502353 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.502704 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.503051 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.503395 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.503734 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.504066 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.504422 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.504751 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.505111 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.505437 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.505763 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.506094 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.506416 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.506737 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.507058 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:36.947456 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57d9dc-cb54-40e0-99fb-ad34f599b987 req-9895a9fe-f243-4a15-8fdf-e7cb4e9e4bf3 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:36.949003 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ce57d9dc-cb54-40e0-99fb-ad34f599b987 req-9895a9fe-f243-4a15-8fdf-e7cb4e9e4bf3 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0491495 May 18 14:31:36.999900 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-ce57d9dc-cb54-40e0-99fb-ad34f599b987 req-cdf0f2ac-b696-49e6-8451-cd83e22b9caa tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444026 May 18 14:31:37.749620 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195b28-21a4-40cc-890e-7ccec19e69de req-6a18c5fb-fadb-4d94-a819-75291f6885af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:37.751733 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-69195b28-21a4-40cc-890e-7ccec19e69de req-6a18c5fb-fadb-4d94-a819-75291f6885af service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce&tenant_id=dd4e2f9843b84aebb963f491048a331a HTTP/1.1" status: 200 len: 1127 time: 0.0393932 May 18 14:31:37.758963 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:37.817020 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195b28-21a4-40cc-890e-7ccec19e69de req-e26b8cf9-d544-4e45-861e-a06851edd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:37.818574 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-69195b28-21a4-40cc-890e-7ccec19e69de req-e26b8cf9-d544-4e45-861e-a06851edd930 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd4e2f9843b84aebb963f491048a331a&device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1127 time: 0.0400217 May 18 14:31:37.918615 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195b28-21a4-40cc-890e-7ccec19e69de req-5a4fc7a5-8ae0-4acc-9c14-96e1ffa1be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:37.920073 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-69195b28-21a4-40cc-890e-7ccec19e69de req-5a4fc7a5-8ae0-4acc-9c14-96e1ffa1be01 service neutron] 10.222.0.72 "GET /v2.0/networks?id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 HTTP/1.1" status: 200 len: 907 time: 0.0920680 May 18 14:31:37.993831 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-69195b28-21a4-40cc-890e-7ccec19e69de req-6ef29b1d-3553-4a3d-ab38-69af3ac2f653 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade5027-4953-4977-9e40-98b8ae8514df HTTP/1.1" status: 200 len: 999 time: 0.0643771 May 18 14:31:38.045353 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195b28-21a4-40cc-890e-7ccec19e69de req-e5c85e6b-1d37-44fe-b807-e558b18dfcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:38.046804 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-69195b28-21a4-40cc-890e-7ccec19e69de req-e5c85e6b-1d37-44fe-b807-e558b18dfcbc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cb841c6-7008-4513-8a41-8c30e3711230 HTTP/1.1" status: 200 len: 845 time: 0.0440471 May 18 14:31:38.063727 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:38.089950 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:38.096180 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195b28-21a4-40cc-890e-7ccec19e69de req-a9d52b47-2723-4cd4-964a-74106314dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:38.097725 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-69195b28-21a4-40cc-890e-7ccec19e69de req-a9d52b47-2723-4cd4-964a-74106314dc9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414045 May 18 14:31:38.120310 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b7fd9-8470-4b1d-83ac-6f8c1c4c8739 req-6172bba4-d3f8-4da0-979f-c9b6694cf4de tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:38.121799 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1a3b7fd9-8470-4b1d-83ac-6f8c1c4c8739 req-6172bba4-d3f8-4da0-979f-c9b6694cf4de tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0511255 May 18 14:31:38.155330 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:38.173027 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1a3b7fd9-8470-4b1d-83ac-6f8c1c4c8739 req-b4d75ab7-237a-44f0-8dbe-604650278b32 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449338 May 18 14:31:38.203626 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-69195b28-21a4-40cc-890e-7ccec19e69de req-e9e5081b-17d0-4ef2-a3df-8328e693c26f service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955417 May 18 14:31:38.299013 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-69195b28-21a4-40cc-890e-7ccec19e69de req-3b384da6-e38d-44a2-9667-fef4fc322fe5 service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858321 May 18 14:31:38.768966 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73417a62-c671-469d-9b2e-552af1941ecc req-e72d3c3c-a797-4f35-b8e3-778bc4983c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:38.770455 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-73417a62-c671-469d-9b2e-552af1941ecc req-e72d3c3c-a797-4f35-b8e3-778bc4983c58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd4e2f9843b84aebb963f491048a331a&device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1127 time: 0.0386729 May 18 14:31:38.883516 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73417a62-c671-469d-9b2e-552af1941ecc req-dc1e923a-bd8a-4007-99d8-60ead56606b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:38.885037 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-73417a62-c671-469d-9b2e-552af1941ecc req-dc1e923a-bd8a-4007-99d8-60ead56606b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 HTTP/1.1" status: 200 len: 907 time: 0.0931337 May 18 14:31:38.948508 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-73417a62-c671-469d-9b2e-552af1941ecc req-ccc14aae-0b9e-4748-acd5-a2b95fb468e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade5027-4953-4977-9e40-98b8ae8514df HTTP/1.1" status: 200 len: 999 time: 0.0530767 May 18 14:31:39.272230 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73417a62-c671-469d-9b2e-552af1941ecc req-27ea075b-3d3b-4786-be90-ddff5f1a8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:39.273760 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-73417a62-c671-469d-9b2e-552af1941ecc req-27ea075b-3d3b-4786-be90-ddff5f1a8579 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cb841c6-7008-4513-8a41-8c30e3711230 HTTP/1.1" status: 200 len: 845 time: 0.3147964 May 18 14:31:39.297058 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b4650-eced-4e3b-87bf-aa68c2c0ac77 req-35e94807-ec3b-45a0-bc12-ee9da0f849c6 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:39.298233 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4a1b4650-eced-4e3b-87bf-aa68c2c0ac77 req-35e94807-ec3b-45a0-bc12-ee9da0f849c6 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0480616 May 18 14:31:39.318951 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:39.321957 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73417a62-c671-469d-9b2e-552af1941ecc req-ca8d9ccd-e9d1-49f2-be5f-9df879d11865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:39.323465 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-73417a62-c671-469d-9b2e-552af1941ecc req-ca8d9ccd-e9d1-49f2-be5f-9df879d11865 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396874 May 18 14:31:39.349651 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-4a1b4650-eced-4e3b-87bf-aa68c2c0ac77 req-0fbdc655-9eb8-4321-a1b5-851ea944778c tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458238 May 18 14:31:39.422272 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-73417a62-c671-469d-9b2e-552af1941ecc req-185b1353-367b-4720-8cd6-a3a3ab85a530 service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889034 May 18 14:31:39.516745 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-73417a62-c671-469d-9b2e-552af1941ecc req-34e3141f-35f8-4124-a6f4-deaae5f1855f service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851057 May 18 14:31:40.464698 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009de8ef-7d6c-44c4-9742-019a015268fa req-6dcb1ef8-e81c-48c8-9c61-f35d904e6477 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:40.466273 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-009de8ef-7d6c-44c4-9742-019a015268fa req-6dcb1ef8-e81c-48c8-9c61-f35d904e6477 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0485313 May 18 14:31:40.521632 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-009de8ef-7d6c-44c4-9742-019a015268fa req-e6e36ab0-4686-4d90-841d-ced3873428cc tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492067 May 18 14:31:41.636494 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60f8f7-f5bf-4fbe-8c0d-cd413908490b req-1cf27055-67ce-4658-8869-cfe9fde4bf15 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:41.637981 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2b60f8f7-f5bf-4fbe-8c0d-cd413908490b req-1cf27055-67ce-4658-8869-cfe9fde4bf15 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0474231 May 18 14:31:41.689228 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2b60f8f7-f5bf-4fbe-8c0d-cd413908490b req-c6cf9c61-9393-422d-97c4-fda7916d1361 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445247 May 18 14:31:42.806137 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25d298-a329-432b-a063-2a4611350d86 req-fc858ac8-87d9-4c3b-b0b9-7f7abdb4ea73 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:42.807613 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6a25d298-a329-432b-a063-2a4611350d86 req-fc858ac8-87d9-4c3b-b0b9-7f7abdb4ea73 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0469487 May 18 14:31:42.858717 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6a25d298-a329-432b-a063-2a4611350d86 req-cc0c673e-0524-47c4-a8ab-222a8155e856 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455348 May 18 14:31:43.977943 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e5026-4184-4afb-bcaa-9ac901a91304 req-d8dfe77c-b86b-4de8-9972-e6f8d83883fb tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:43.979401 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a06e5026-4184-4afb-bcaa-9ac901a91304 req-d8dfe77c-b86b-4de8-9972-e6f8d83883fb tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0506389 May 18 14:31:44.028271 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-a06e5026-4184-4afb-bcaa-9ac901a91304 req-6806bb90-ac32-4393-83e6-184409bf78a0 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433624 May 18 14:31:45.151404 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37fddf-3836-45bb-b6c7-fd823ba53614 req-5afff620-5f96-4675-8a41-6716461248b3 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:45.152888 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0d37fddf-3836-45bb-b6c7-fd823ba53614 req-5afff620-5f96-4675-8a41-6716461248b3 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0488596 May 18 14:31:45.202794 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-0d37fddf-3836-45bb-b6c7-fd823ba53614 req-c62a5d89-aaa7-420b-9806-0d6acf9525c8 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434017 May 18 14:31:46.315908 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 1ade5027-4953-4977-9e40-98b8ae8514df details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=104326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 14:31:46.319078 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3dd16-511a-44ce-8730-d0a6fa8799ae req-52188df9-3363-4de6-a04a-777de8614359 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:46.320687 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f4a3dd16-511a-44ce-8730-d0a6fa8799ae req-52188df9-3363-4de6-a04a-777de8614359 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 943 time: 0.0473328 May 18 14:31:46.373636 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-f4a3dd16-511a-44ce-8730-d0a6fa8799ae req-fccbee41-1d63-461e-af1e-cad661d6267a tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471003 May 18 14:31:46.417218 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 1ade5027-4953-4977-9e40-98b8ae8514df, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1ade5027-4953-4977-9e40-98b8ae8514df,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:31:46.552628 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Returning: {'device': '1ade5027-4953-4977-9e40-98b8ae8514df', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'port_id': '1ade5027-4953-4977-9e40-98b8ae8514df', 'mac_address': 'fa:16:3e:2f:9b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 14:31:46.588651 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 1ade5027-4953-4977-9e40-98b8ae8514df is: DOWN; New status is: BUILD {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:31:46.589061 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:46.601881 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ade5027-4953-4977-9e40-98b8ae8514df {{(pid=104326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 14:31:46.621222 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 1ade5027-4953-4977-9e40-98b8ae8514df, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1ade5027-4953-4977-9e40-98b8ae8514df,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:31:46.692345 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:46.738902 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=1ade5027-4953-4977-9e40-98b8ae8514df,revision_number=7']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:31:46.941894 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] get_ports_and_sgs() called for port_ids ['1ade5027-4953-4977-9e40-98b8ae8514df'] {{(pid=104326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 14:31:47.143671 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:47.144407 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:47.360030 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:47.361189 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:47.487322 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d8903-137a-44de-be07-4bbdb7299651 req-68e38da4-7999-4b04-80c7-720b8ca51f74 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:47.488814 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-895d8903-137a-44de-be07-4bbdb7299651 req-68e38da4-7999-4b04-80c7-720b8ca51f74 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 944 time: 0.0468924 May 18 14:31:47.538388 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-895d8903-137a-44de-be07-4bbdb7299651 req-7dd1d098-a9a1-4471-9d82-983bed6973ba tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439029 May 18 14:31:48.327360 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 1ade5027-4953-4977-9e40-98b8ae8514df up at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 14:31:48.375727 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.provisioning_blocks [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Provisioning complete for port 1ade5027-4953-4977-9e40-98b8ae8514df triggered by entity L2. {{(pid=104326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 14:31:48.376095 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176382'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), provisioning_complete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:48.450022 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Current status of the port 1ade5027-4953-4977-9e40-98b8ae8514df is: BUILD; New status is: ACTIVE {{(pid=104326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 14:31:48.450407 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8087918'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), before_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:48.475126 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df'}] {{(pid=104326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:31:48.477354 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32c8e5000f545c13b4b033e39ac9bcedacd98e7266a18a030a5ad91b5e6ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a59b96c-718a-464d-8139-922fc7a99296" -d '{"events": [{"server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "name": "network-vif-plugged", "status": "completed", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df"}]}' {{(pid=104326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:31:48.490785 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-04be7a99-b086-418c-818b-33b99b767582 None None] For port 1ade5027-4953-4977-9e40-98b8ae8514df, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1ade5027-4953-4977-9e40-98b8ae8514df,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:31:48.515175 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1398d21f-98e7-48cc-b041-f8e72795ae5d x-openstack-request-id: req-1398d21f-98e7-48cc-b041-f8e72795ae5d {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:31:48.515470 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "name": "network-vif-plugged", "status": "completed", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df", "code": 200}]} {{(pid=104326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:31:48.515727 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1398d21f-98e7-48cc-b041-f8e72795ae5d {{(pid=104326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:31:48.516126 dv-cinder-755101-9-iscsi neutron-server[104326]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1398d21f-98e7-48cc-b041-f8e72795ae5d'] response: {'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df', 'code': 200} May 18 14:31:48.570610 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789579022987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789578616625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789578616643'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:48.624365 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Pushing event updated for resources: {'Port': ['ID=1ade5027-4953-4977-9e40-98b8ae8514df,revision_number=8']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:31:48.655677 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52e5bd-7cb9-4c76-b0f7-3c21176125b9 req-48043fcf-13b6-4e0e-9643-c4826a755db3 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:48.657441 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2b52e5bd-7cb9-4c76-b0f7-3c21176125b9 req-48043fcf-13b6-4e0e-9643-c4826a755db3 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0472465 May 18 14:31:48.710018 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-2b52e5bd-7cb9-4c76-b0f7-3c21176125b9 req-1125f295-7833-4dcc-8076-93ffe163fb7b tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 May 18 14:31:48.808103 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cda48-cdbb-4f04-ba17-47d646e22fbd req-46f197a8-f57b-4e29-ba48-ffe1a32fe765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:48.809571 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c44cda48-cdbb-4f04-ba17-47d646e22fbd req-46f197a8-f57b-4e29-ba48-ffe1a32fe765 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1129 time: 0.0430508 May 18 14:31:48.854875 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-c44cda48-cdbb-4f04-ba17-47d646e22fbd req-efbb8c58-23d6-415a-94e7-8ef498bfed10 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396605 May 18 14:31:49.832904 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc19ab8-aa36-460c-bd0c-071c6b36919a req-3619c731-0177-48c9-a440-e3867aa70813 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:49.834571 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fcc19ab8-aa36-460c-bd0c-071c6b36919a req-3619c731-0177-48c9-a440-e3867aa70813 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0539756 May 18 14:31:49.888913 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-fcc19ab8-aa36-460c-bd0c-071c6b36919a req-f684260f-e89f-4c75-9171-fa387ace4ad5 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463829 May 18 14:31:51.005834 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9292966-8e7d-4110-9ce1-7eb25d0b93b7 req-5936fa4f-eb69-47aa-a70c-072bcff63139 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:31:51.007598 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d9292966-8e7d-4110-9ce1-7eb25d0b93b7 req-5936fa4f-eb69-47aa-a70c-072bcff63139 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0480616 May 18 14:31:51.060592 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-d9292966-8e7d-4110-9ce1-7eb25d0b93b7 req-a90b6284-28ee-4068-ad46-4ef751fd39b7 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471463 May 18 14:31:55.023938 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:31:58.479576 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:58.847965 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=82 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:31:58.851910 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=71 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:32:01.051859 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:32:01.056068 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=99 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:32:01.103247 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-b610092c-225c-4079-a268-91c026f8fbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:32:03.501354 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-3ef558db-4213-43e7-ad19-254a00a35f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:32:05.152284 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:32:06.263813 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:32:07.754636 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:32:12.369666 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:32:20.249119 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:32:20.250670 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:32:24.357117 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:32:24.357900 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:32:25.057922 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:32:31.241042 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-a5956d7a-5a68-41c1-baf2-3ec4e909bd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:32:33.477621 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-8d6b069b-8183-4297-8974-e1b17abe69c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:32:35.165477 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:32:36.346191 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:32:37.751913 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:32:40.096948 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-36b73af4-613a-4165-97a1-ca371cced28c req-4c4f9a73-6013-48f9-ba70-58f07f2fb1b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380504 May 18 14:32:40.187915 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b73af4-613a-4165-97a1-ca371cced28c req-6476f35f-5216-40fc-a8b0-24b87f802d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:32:40.189433 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-36b73af4-613a-4165-97a1-ca371cced28c req-6476f35f-5216-40fc-a8b0-24b87f802d24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd4e2f9843b84aebb963f491048a331a&device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1129 time: 0.0395031 May 18 14:32:40.325042 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b73af4-613a-4165-97a1-ca371cced28c req-19f8ccb5-4f08-4f0d-a493-b135d8138f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:32:40.326525 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-36b73af4-613a-4165-97a1-ca371cced28c req-19f8ccb5-4f08-4f0d-a493-b135d8138f1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 HTTP/1.1" status: 200 len: 907 time: 0.1138980 May 18 14:32:40.403562 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-36b73af4-613a-4165-97a1-ca371cced28c req-7a262a41-a689-4516-bad8-d228faaeb502 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade5027-4953-4977-9e40-98b8ae8514df HTTP/1.1" status: 200 len: 1001 time: 0.0643837 May 18 14:32:40.472216 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b73af4-613a-4165-97a1-ca371cced28c req-81d75fcc-1db4-45b5-ae2f-379649548006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:32:40.474147 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-36b73af4-613a-4165-97a1-ca371cced28c req-81d75fcc-1db4-45b5-ae2f-379649548006 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cb841c6-7008-4513-8a41-8c30e3711230 HTTP/1.1" status: 200 len: 845 time: 0.0545309 May 18 14:32:40.521028 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b73af4-613a-4165-97a1-ca371cced28c req-de588a60-8b47-4561-b3e6-e60334746d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:32:40.523127 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-36b73af4-613a-4165-97a1-ca371cced28c req-de588a60-8b47-4561-b3e6-e60334746d48 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399711 May 18 14:32:40.623835 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-36b73af4-613a-4165-97a1-ca371cced28c req-43eb8ccf-3f65-4821-b8bf-df4f251e20f4 service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901723 May 18 14:32:40.722382 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-36b73af4-613a-4165-97a1-ca371cced28c req-028a509e-78fc-4185-90c6-b91132151d4d service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891576 May 18 14:32:47.681652 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:32:47.683518 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:32:49.369331 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:32:50.717100 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=51 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:32:50.719054 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=50 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:32:55.045351 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:01.153439 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5135b105-093c-4744-b635-61880326514f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:01.353402 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=15 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:01.364170 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=21 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:03.490392 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-31ac121d-af76-46e9-b0ef-4a46c96dd317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:05.278144 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:06.403014 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:07.779834 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:09.535167 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52546) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:09.674722 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Deleting port 8be9855f-470e-48f4-a846-9becc3eb7e98 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:33:09.675057 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (8be9855f-470e-48f4-a846-9becc3eb7e98), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:09.752887 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (8be9855f-470e-48f4-a846-9becc3eb7e98), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:09.753212 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for floatingip (8be9855f-470e-48f4-a846-9becc3eb7e98), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:09.766399 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Calling delete_port for 8be9855f-470e-48f4-a846-9becc3eb7e98 owned by network:floatingip {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:33:09.998178 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (8be9855f-470e-48f4-a846-9becc3eb7e98), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:10.021694 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event deleted for resources: {'Port': ['ID=8be9855f-470e-48f4-a846-9becc3eb7e98,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:10.032110 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.032462 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.032812 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.033159 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.033495 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.033828 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.034544 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.034544 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.034804 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.035127 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.035449 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.035769 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.036084 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.036401 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.036715 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:10.097372 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for floatingip (e8c4b925-19d5-4bee-9c32-85aec4ba58ac), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:10.097801 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.db.l3_db [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Floating IP e8c4b925-19d5-4bee-9c32-85aec4ba58ac disassociated (deleted). External IP: 172.27.2.200, port: 1ade5027-4953-4977-9e40-98b8ae8514df. May 18 14:33:10.301401 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Router f83f29bc-965b-4e69-bc85-c9e2d90850c6 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:33:10.404436 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:33:10.409676 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for floatingip (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:10.414291 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0c218-7992-4cce-b5c8-0b2909ad4be9 None None] Sync routers for ids ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:33:10.423988 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0c218-7992-4cce-b5c8-0b2909ad4be9 None None] Routers {'f83f29bc-965b-4e69-bc85-c9e2d90850c6'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:33:10.424602 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c218-7992-4cce-b5c8-0b2909ad4be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:33:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:10.442363 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-0376b46b-f870-4856-93ae-31f5fdd64f79 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "DELETE /v2.0/floatingips/e8c4b925-19d5-4bee-9c32-85aec4ba58ac HTTP/1.1" status: 204 len: 168 time: 0.9036715 May 18 14:33:10.442363 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:33:10.443713 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4557cbf6-1881-4ad0-b35d-10b6268c13d9" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:33:10.544700 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-2cc0c218-7992-4cce-b5c8-0b2909ad4be9 None None] Set router f83f29bc-965b-4e69-bc85-c9e2d90850c6 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:33:10.547162 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 14:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ff4e56-b7c5-4ac5-959b-c46d69af79dd x-openstack-request-id: req-81ff4e56-b7c5-4ac5-959b-c46d69af79dd {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:33:10.547655 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:33:10.547785 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-81ff4e56-b7c5-4ac5-959b-c46d69af79dd {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:33:10.548096 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ff4e56-b7c5-4ac5-959b-c46d69af79dd'] response: {'name': 'network-changed', 'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df', 'status': 'completed', 'code': 200} May 18 14:33:10.604692 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:10.608146 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:10.615861 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557cbf6-1881-4ad0-b35d-10b6268c13d9 req-13f854a9-901d-4a12-adb9-1d375ca26dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:33:10.617394 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4557cbf6-1881-4ad0-b35d-10b6268c13d9 req-13f854a9-901d-4a12-adb9-1d375ca26dbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd4e2f9843b84aebb963f491048a331a&device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 1129 time: 0.0417917 May 18 14:33:10.720240 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557cbf6-1881-4ad0-b35d-10b6268c13d9 req-ef0d4f23-2d81-498c-aec1-8dbb88492d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:33:10.721754 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4557cbf6-1881-4ad0-b35d-10b6268c13d9 req-ef0d4f23-2d81-498c-aec1-8dbb88492d6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 HTTP/1.1" status: 200 len: 907 time: 0.0951283 May 18 14:33:10.747092 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c218-7992-4cce-b5c8-0b2909ad4be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:28:15Z', 'revision_number': 4, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '016fc083-30ee-4b33-a2ec-e461a90a520c', 'name': '', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'mac_address': 'fa:16:3e:22:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:14Z', 'updated_at': '2022-05-18T14:28:19Z', 'revision_number': 5, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'subnets': [{'id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:10.765688 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4557cbf6-1881-4ad0-b35d-10b6268c13d9 req-3c29669c-ee2f-407a-b65d-d02b4ae9702f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ade5027-4953-4977-9e40-98b8ae8514df HTTP/1.1" status: 200 len: 217 time: 0.0333343 May 18 14:33:10.783025 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0c218-7992-4cce-b5c8-0b2909ad4be9 None None] Checking router: f83f29bc-965b-4e69-bc85-c9e2d90850c6 for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:33:10.792502 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0c218-7992-4cce-b5c8-0b2909ad4be9 None None] Routers {'f83f29bc-965b-4e69-bc85-c9e2d90850c6'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:33:10.793340 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c218-7992-4cce-b5c8-0b2909ad4be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:33:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:10.818872 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557cbf6-1881-4ad0-b35d-10b6268c13d9 req-3a7eca9c-8da2-4b84-9b20-54d66af0131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:33:10.820719 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4557cbf6-1881-4ad0-b35d-10b6268c13d9 req-3a7eca9c-8da2-4b84-9b20-54d66af0131f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cb841c6-7008-4513-8a41-8c30e3711230 HTTP/1.1" status: 200 len: 845 time: 0.0466833 May 18 14:33:10.901997 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-2cc0c218-7992-4cce-b5c8-0b2909ad4be9 None None] Set router f83f29bc-965b-4e69-bc85-c9e2d90850c6 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:33:10.940001 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce24af-7db5-491a-b4ae-234585449207 req-7c74c274-fe78-4345-b352-f314b4a7a253 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:33:10.941641 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1dce24af-7db5-491a-b4ae-234585449207 req-7c74c274-fe78-4345-b352-f314b4a7a253 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.1064246 May 18 14:33:10.995920 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-1dce24af-7db5-491a-b4ae-234585449207 req-d9739882-d54c-4c08-a44c-de474a7a1656 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482821 May 18 14:33:11.095135 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c218-7992-4cce-b5c8-0b2909ad4be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:28:15Z', 'revision_number': 4, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '016fc083-30ee-4b33-a2ec-e461a90a520c', 'name': '', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'mac_address': 'fa:16:3e:22:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:14Z', 'updated_at': '2022-05-18T14:28:19Z', 'revision_number': 5, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'subnets': [{'id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:11.119825 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0c218-7992-4cce-b5c8-0b2909ad4be9 None None] The sync data for ids ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'] in dv-cinder-755101-9-iscsi is: [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:28:15Z', 'revision_number': 4, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi', '_interfaces': [{'id': '016fc083-30ee-4b33-a2ec-e461a90a520c', 'name': '', 'network_id': '756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'mac_address': 'fa:16:3e:22:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:14Z', 'updated_at': '2022-05-18T14:28:19Z', 'revision_number': 5, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'subnets': [{'id': '3cb841c6-7008-4513-8a41-8c30e3711230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:33:11.352966 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ce98f-b9a3-46ad-91df-417475516aef None None] New status for floating IP e8c4b925-19d5-4bee-9c32-85aec4ba58ac: DOWN {{(pid=104327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 14:33:12.066589 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557cbf6-1881-4ad0-b35d-10b6268c13d9 req-6ac4a2e8-dcec-4181-b631-6ca82aa45e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:33:12.068229 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4557cbf6-1881-4ad0-b35d-10b6268c13d9 req-6ac4a2e8-dcec-4181-b631-6ca82aa45e77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470977 May 18 14:33:12.163451 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4557cbf6-1881-4ad0-b35d-10b6268c13d9 req-5b42869c-1714-4cc4-9445-1872104af41c service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883791 May 18 14:33:12.173643 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdc295-3253-4ae8-9b84-3a061cc95d64 req-c38ad8fb-71c9-4d1a-adf0-d44d08198c1c tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:33:12.175175 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6bfdc295-3253-4ae8-9b84-3a061cc95d64 req-c38ad8fb-71c9-4d1a-adf0-d44d08198c1c tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.1041801 May 18 14:33:12.224913 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-6bfdc295-3253-4ae8-9b84-3a061cc95d64 req-605fc6d1-ee96-4d1b-acaf-e0c3ba884834 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/security-groups?id=ef420ad8-f6e7-4537-b6b1-32293e0459b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440810 May 18 14:33:12.298883 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-4557cbf6-1881-4ad0-b35d-10b6268c13d9 req-d0bcf71d-646f-4e38-b3cf-a4e16844d02e service neutron] 10.222.0.72 "GET /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892665 May 18 14:33:12.619931 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb9786-def2-4387-80cf-68ab6ebaa01e req-90e9c2f6-5e71-4d99-af08-b855c50edd54 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 14:33:12.621995 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fdbb9786-def2-4387-80cf-68ab6ebaa01e req-90e9c2f6-5e71-4d99-af08-b855c50edd54 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.72 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 945 time: 0.0482442 May 18 14:33:12.717804 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-fdbb9786-def2-4387-80cf-68ab6ebaa01e req-5a220448-38f8-4146-8cfe-eda9bb9dfb24 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Deleting port 1ade5027-4953-4977-9e40-98b8ae8514df {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:33:12.718138 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fdbb9786-def2-4387-80cf-68ab6ebaa01e req-5a220448-38f8-4146-8cfe-eda9bb9dfb24 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:12.808025 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [req-fdbb9786-def2-4387-80cf-68ab6ebaa01e req-5a220448-38f8-4146-8cfe-eda9bb9dfb24 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] For port 1ade5027-4953-4977-9e40-98b8ae8514df, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1ade5027-4953-4977-9e40-98b8ae8514df,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:33:12.808315 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fdbb9786-def2-4387-80cf-68ab6ebaa01e req-5a220448-38f8-4146-8cfe-eda9bb9dfb24 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:12.821426 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [req-fdbb9786-def2-4387-80cf-68ab6ebaa01e req-5a220448-38f8-4146-8cfe-eda9bb9dfb24 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Calling delete_port for 1ade5027-4953-4977-9e40-98b8ae8514df owned by compute:nova {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:33:12.896229 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:13.039451 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fdbb9786-def2-4387-80cf-68ab6ebaa01e req-5a220448-38f8-4146-8cfe-eda9bb9dfb24 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (1ade5027-4953-4977-9e40-98b8ae8514df), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:13.067493 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a220448-38f8-4146-8cfe-eda9bb9dfb24 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event deleted for resources: {'Port': ['ID=1ade5027-4953-4977-9e40-98b8ae8514df,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:13.139414 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbb9786-def2-4387-80cf-68ab6ebaa01e req-5a220448-38f8-4146-8cfe-eda9bb9dfb24 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] No DVR routers for this DVR port 1ade5027-4953-4977-9e40-98b8ae8514df on host hv-cinder-75510 {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:33:13.139414 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [req-fdbb9786-def2-4387-80cf-68ab6ebaa01e req-5a220448-38f8-4146-8cfe-eda9bb9dfb24 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87630'] for port (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:13.139414 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [req-fdbb9786-def2-4387-80cf-68ab6ebaa01e req-5a220448-38f8-4146-8cfe-eda9bb9dfb24 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.72 "DELETE /v2.0/ports/1ade5027-4953-4977-9e40-98b8ae8514df HTTP/1.1" status: 204 len: 173 time: 0.4960375 May 18 14:33:13.139414 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'name': 'network-vif-deleted', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df'}] {{(pid=104325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 14:33:13.139414 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886ae4d4567989d54e12f20b0ae97894bd38bc5988bfabd6b440c880a3293a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d63714-9db3-4f05-9620-238cf4d3b0a1" -d '{"events": [{"server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "name": "network-vif-deleted", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df"}]}' {{(pid=104325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 14:33:13.164630 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacbbac0-e8b1-407d-a99e-daee7b463cb2 x-openstack-request-id: req-dacbbac0-e8b1-407d-a99e-daee7b463cb2 {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 14:33:13.164994 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce", "name": "network-vif-deleted", "tag": "1ade5027-4953-4977-9e40-98b8ae8514df", "status": "completed", "code": 200}]} {{(pid=104325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 14:33:13.169503 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dacbbac0-e8b1-407d-a99e-daee7b463cb2 {{(pid=104325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 14:33:13.169503 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacbbac0-e8b1-407d-a99e-daee7b463cb2'] response: {'server_uuid': 'cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce', 'name': 'network-vif-deleted', 'tag': '1ade5027-4953-4977-9e40-98b8ae8514df', 'status': 'completed', 'code': 200} May 18 14:33:13.325455 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-8cf61d18-8404-4c89-9159-675ce3540ddf req-91f592d1-9f44-479a-87e2-e5f1994f095f tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 210 time: 0.0284476 May 18 14:33:14.441916 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [req-3c0ccc69-5443-46ff-a593-a385994734ac req-e97868f6-1b1b-4e21-8b1f-819b402b32f9 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfdb31b4-98a6-4c22-b774-a2cf9d4c10ce HTTP/1.1" status: 200 len: 210 time: 0.0312455 May 18 14:33:15.500913 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52582) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:15.557638 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group (ef420ad8-f6e7-4537-b6b1-32293e0459b2), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:15.583401 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group (ef420ad8-f6e7-4537-b6b1-32293e0459b2), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:15.724900 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (ef420ad8-f6e7-4537-b6b1-32293e0459b2), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:15.727450 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:15.728607 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] 10.222.0.71 "DELETE /v2.0/security-groups/ef420ad8-f6e7-4537-b6b1-32293e0459b2 HTTP/1.1" status: 204 len: 168 time: 0.2270489 May 18 14:33:15.738067 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef420ad8-f6e7-4537-b6b1-32293e0459b2,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:15.745601 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.745887 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.746414 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.746738 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.747075 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.747409 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.747739 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.748065 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.748390 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.748713 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.749068 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.749392 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.749711 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.750030 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:15.750349 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8713193d-d758-43a6-b2ea-15263040c163 tempest-TestShelveInstance-1813024330 tempest-TestShelveInstance-1813024330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:16.766123 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 1ade5027-4953-4977-9e40-98b8ae8514df no longer exists at agent hyperv_hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:33:16.785344 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-04be7a99-b086-418c-818b-33b99b767582 None None] No Port match for: 1ade5027-4953-4977-9e40-98b8ae8514df {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:33:16.785688 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Device 1ade5027-4953-4977-9e40-98b8ae8514df not bound to the agent host hv-cinder-75510 {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:33:16.852001 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52588) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:17.265517 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d501d369-3f7b-4d22-9d2a-4ad57c74fdbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646468'] for router_interface (f83f29bc-965b-4e69-bc85-c9e2d90850c6), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:17.486976 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-d501d369-3f7b-4d22-9d2a-4ad57c74fdbd admin admin] Deleting port 016fc083-30ee-4b33-a2ec-e461a90a520c {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:33:17.487316 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d501d369-3f7b-4d22-9d2a-4ad57c74fdbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:17.526029 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:17.528991 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=100 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:17.569450 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-d501d369-3f7b-4d22-9d2a-4ad57c74fdbd admin admin] For port 016fc083-30ee-4b33-a2ec-e461a90a520c, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=016fc083-30ee-4b33-a2ec-e461a90a520c,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:33:17.569809 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d501d369-3f7b-4d22-9d2a-4ad57c74fdbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:17.582704 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-d501d369-3f7b-4d22-9d2a-4ad57c74fdbd admin admin] Calling delete_port for 016fc083-30ee-4b33-a2ec-e461a90a520c owned by network:router_interface {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:33:17.833638 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d501d369-3f7b-4d22-9d2a-4ad57c74fdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (016fc083-30ee-4b33-a2ec-e461a90a520c), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:17.857181 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501d369-3f7b-4d22-9d2a-4ad57c74fdbd admin admin] Pushing event deleted for resources: {'Port': ['ID=016fc083-30ee-4b33-a2ec-e461a90a520c,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:18.031018 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-d501d369-3f7b-4d22-9d2a-4ad57c74fdbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642907'] for router_interface (f83f29bc-965b-4e69-bc85-c9e2d90850c6), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:18.248129 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d501d369-3f7b-4d22-9d2a-4ad57c74fdbd admin admin] Router f83f29bc-965b-4e69-bc85-c9e2d90850c6 has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:33:18.298700 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:18.354662 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d501d369-3f7b-4d22-9d2a-4ad57c74fdbd admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:33:18.359795 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-d501d369-3f7b-4d22-9d2a-4ad57c74fdbd admin admin] 10.222.0.71 "PUT /v2.0/routers/f83f29bc-965b-4e69-bc85-c9e2d90850c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5065284 May 18 14:33:18.362373 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52592) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:18.363537 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c711d-049a-4519-b6e2-955b7b225067 None None] Sync routers for ids ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'] in dv-cinder-755101-9-iscsi {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:33:18.366936 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:18.368617 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:18.376773 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c711d-049a-4519-b6e2-955b7b225067 None None] Routers {'f83f29bc-965b-4e69-bc85-c9e2d90850c6'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:33:18.377448 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-9f1c711d-049a-4519-b6e2-955b7b225067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:33:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:18.468354 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Publish callbacks [] for router (f83f29bc-965b-4e69-bc85-c9e2d90850c6), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:18.483874 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-9f1c711d-049a-4519-b6e2-955b7b225067 None None] Set router f83f29bc-965b-4e69-bc85-c9e2d90850c6 gateway port host: dv-cinder-755101-9-iscsi {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:33:18.570384 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Publish callbacks [] for router_gateway (f83f29bc-965b-4e69-bc85-c9e2d90850c6), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:18.573932 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:18.669807 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Deleting port 03f8058b-0548-4baa-b7f7-dd09d60f4480 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:33:18.670090 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:18.758276 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] For port 03f8058b-0548-4baa-b7f7-dd09d60f4480, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=03f8058b-0548-4baa-b7f7-dd09d60f4480,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:33:18.758782 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:18.772719 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Calling delete_port for 03f8058b-0548-4baa-b7f7-dd09d60f4480 owned by network:router_gateway {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:33:18.782339 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-9f1c711d-049a-4519-b6e2-955b7b225067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:33:17Z', 'revision_number': 5, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port': {'id': '03f8058b-0548-4baa-b7f7-dd09d60f4480', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:12Z', 'updated_at': '2022-05-18T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:18.807675 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c711d-049a-4519-b6e2-955b7b225067 None None] Checking router: f83f29bc-965b-4e69-bc85-c9e2d90850c6 for host: dv-cinder-755101-9-iscsi {{(pid=104326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:33:18.816709 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c711d-049a-4519-b6e2-955b7b225067 None None] Routers {'f83f29bc-965b-4e69-bc85-c9e2d90850c6'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:33:18.817358 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-9f1c711d-049a-4519-b6e2-955b7b225067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:33:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'], 'active': True} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:18.915707 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvr_db [None req-9f1c711d-049a-4519-b6e2-955b7b225067 None None] Set router f83f29bc-965b-4e69-bc85-c9e2d90850c6 gateway port host: None {{(pid=104326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:33:18.971645 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_hamode_db [None req-9f1c711d-049a-4519-b6e2-955b7b225067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:33:18Z', 'revision_number': 6, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port_host': None}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:18.997980 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c711d-049a-4519-b6e2-955b7b225067 None None] The sync data for ids ['f83f29bc-965b-4e69-bc85-c9e2d90850c6'] in dv-cinder-755101-9-iscsi is: [{'id': 'f83f29bc-965b-4e69-bc85-c9e2d90850c6', 'name': 'tempest-TestShelveInstance-4532046-router', 'tenant_id': 'dd4e2f9843b84aebb963f491048a331a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:11Z', 'updated_at': '2022-05-18T14:33:18Z', 'revision_number': 6, 'project_id': 'dd4e2f9843b84aebb963f491048a331a', 'gw_port_host': None}] {{(pid=104326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:33:19.036707 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (03f8058b-0548-4baa-b7f7-dd09d60f4480), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.064287 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Pushing event deleted for resources: {'Port': ['ID=03f8058b-0548-4baa-b7f7-dd09d60f4480,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:19.134171 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632694'] for router_gateway (f83f29bc-965b-4e69-bc85-c9e2d90850c6), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.221999 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router (f83f29bc-965b-4e69-bc85-c9e2d90850c6), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.224337 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Publish callbacks [] for router_controller (f83f29bc-965b-4e69-bc85-c9e2d90850c6), precommit_delete_associations {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.319204 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634663'] for router (f83f29bc-965b-4e69-bc85-c9e2d90850c6), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.319812 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f83f29bc-965b-4e69-bc85-c9e2d90850c6 {{(pid=104325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 14:33:19.329315 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.329315 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-3c73f147-082b-4def-8201-56f91708058a admin admin] 10.222.0.71 "DELETE /v2.0/routers/f83f29bc-965b-4e69-bc85-c9e2d90850c6 HTTP/1.1" status: 204 len: 168 time: 0.9627051 May 18 14:33:19.329315 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52594) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:19.375110 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d65ccd-c658-4a95-84f2-91f56abe9dd4 admin admin] Deleting subnet 3cb841c6-7008-4513-8a41-8c30e3711230 {{(pid=104325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:33:19.378706 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-75d65ccd-c658-4a95-84f2-91f56abe9dd4 admin admin] Publish callbacks [] for subnet (3cb841c6-7008-4513-8a41-8c30e3711230), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.421231 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:19.423556 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-75d65ccd-c658-4a95-84f2-91f56abe9dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8793686'] for subnet (3cb841c6-7008-4513-8a41-8c30e3711230), precommit_delete_associations {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.507347 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-75d65ccd-c658-4a95-84f2-91f56abe9dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (3cb841c6-7008-4513-8a41-8c30e3711230), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.619816 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-75d65ccd-c658-4a95-84f2-91f56abe9dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3790897'] for subnet (3cb841c6-7008-4513-8a41-8c30e3711230), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.647191 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d65ccd-c658-4a95-84f2-91f56abe9dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb841c6-7008-4513-8a41-8c30e3711230,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:19.652044 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-75d65ccd-c658-4a95-84f2-91f56abe9dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for subnet (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.656191 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-75d65ccd-c658-4a95-84f2-91f56abe9dd4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3cb841c6-7008-4513-8a41-8c30e3711230 HTTP/1.1" status: 204 len: 168 time: 0.3265171 May 18 14:33:19.658298 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68a59ec-f94c-4520-8859-eb5d3f199c0a None None] Network 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:33:19.659256 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.wsgi [-] (104325) accepted ('10.222.0.71', 52596) {{(pid=104325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:19.731684 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:19.735047 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.781760 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Deleting port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 {{(pid=104325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:33:19.782110 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.824310 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] DHCP port deletion for 756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 request from dv-cinder-755101-9-iscsi {{(pid=104326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 14:33:19.854327 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.db [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] For port 554ea605-a78d-4dd5-8cc9-0178b89e1a32, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=554ea605-a78d-4dd5-8cc9-0178b89e1a32,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:33:19.854685 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.863182 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Deleting port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:33:19.863559 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.869145 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Calling delete_port for 554ea605-a78d-4dd5-8cc9-0178b89e1a32 owned by network:dhcp {{(pid=104325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:33:19.941213 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] For port 554ea605-a78d-4dd5-8cc9-0178b89e1a32, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=554ea605-a78d-4dd5-8cc9-0178b89e1a32,segment=NetworkSegment(03c833af-f294-4e64-82a1-2eff9d3de7a8),segment_id=03c833af-f294-4e64-82a1-2eff9d3de7a8)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:33:19.941620 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:19.962033 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Calling delete_port for 554ea605-a78d-4dd5-8cc9-0178b89e1a32 owned by network:dhcp {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:33:19.965599 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 03f8058b-0548-4baa-b7f7-dd09d60f4480 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:33:19.994122 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 03f8058b-0548-4baa-b7f7-dd09d60f4480 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:33:20.000079 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 03f8058b-0548-4baa-b7f7-dd09d60f4480 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:33:20.000079 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 554ea605-a78d-4dd5-8cc9-0178b89e1a32 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:33:20.019446 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3764890'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:20.047250 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Pushing event deleted for resources: {'Port': ['ID=554ea605-a78d-4dd5-8cc9-0178b89e1a32,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:20.054184 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] No DVR routers for this DVR port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 on host dv-cinder-755101-9-iscsi {{(pid=104325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:33:20.096954 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No active binding found for port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 {{(pid=104326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 18 14:33:20.096954 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] The host dv-cinder-755101-9-iscsi is not matching for port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 host None! {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 18 14:33:20.096954 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 554ea605-a78d-4dd5-8cc9-0178b89e1a32 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:33:20.096954 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 016fc083-30ee-4b33-a2ec-e461a90a520c no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:33:20.110611 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 016fc083-30ee-4b33-a2ec-e461a90a520c {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:33:20.110960 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 016fc083-30ee-4b33-a2ec-e461a90a520c not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:33:20.124332 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616'] for port (554ea605-a78d-4dd5-8cc9-0178b89e1a32), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:20.130026 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:20.135268 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:20.152013 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Pushing event deleted for resources: {'Port': ['ID=554ea605-a78d-4dd5-8cc9-0178b89e1a32,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:20.157537 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] No DVR routers for this DVR port 554ea605-a78d-4dd5-8cc9-0178b89e1a32 on host dv-cinder-755101-9-iscsi {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:33:20.158693 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0']}} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:20.169942 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.170266 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c833af-f294-4e64-82a1-2eff9d3de7a8') {'for_net_delete': True} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:20.170387 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.170623 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.170751 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.services.segments.db [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c833af-f294-4e64-82a1-2eff9d3de7a8') {} {{(pid=104325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:20.170971 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.171288 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.171619 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.171949 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.172281 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.172649 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.173064 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.173461 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.180876 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.180876 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.180876 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.180876 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1ac9ce-8ea6-4a9b-953f-7f2cc94f0e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-9-iscsi {{(pid=104326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:20.181761 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8793711'] for segment (03c833af-f294-4e64-82a1-2eff9d3de7a8), before_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:20.195298 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (03c833af-f294-4e64-82a1-2eff9d3de7a8), precommit_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:20.202363 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=104325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:33:20.202758 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3764937'] for segment (03c833af-f294-4e64-82a1-2eff9d3de7a8), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: Traceback (most recent call last): May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: timer() May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: cb(*args, **kw) May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: return func(*args, **kwargs) May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: self._notify() May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: self.callback(batched_events) May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: event.method(event) May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: return f(self, *a, **k) May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._get(url).json() May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: return self.request(url, 'GET', **kwargs) May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:33:20.208963 dv-cinder-755101-9-iscsi neutron-server[104325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:33:20.325723 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0), after_delete {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:20.331433 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:20.334647 dv-cinder-755101-9-iscsi neutron-server[104325]: INFO neutron.wsgi [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] 10.222.0.71 "DELETE /v2.0/networks/756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0 HTTP/1.1" status: 204 len: 168 time: 0.6741583 May 18 14:33:20.338496 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52598) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:20.350282 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9ee40-b387-432d-a3b6-9f3a6fa8aa89 admin admin] Pushing event deleted for resources: {'Network': ['ID=756a3eb5-cea6-4144-8ffa-fcc4e78b6ed0,revision_number=None']} {{(pid=104325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:20.521847 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:20.648762 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ca98c7d8-00b7-45a4-8145-3ae18d146481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-646468'] for router_interface (73ca5877-084e-4fb9-a3df-8edb7e850cde), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:20.872452 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-ca98c7d8-00b7-45a4-8145-3ae18d146481 admin admin] Deleting port d6f8f08a-981f-4c29-b631-68539757bdaa {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:33:20.872814 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ca98c7d8-00b7-45a4-8145-3ae18d146481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:21.205879 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-ca98c7d8-00b7-45a4-8145-3ae18d146481 admin admin] For port d6f8f08a-981f-4c29-b631-68539757bdaa, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=d6f8f08a-981f-4c29-b631-68539757bdaa,segment=NetworkSegment(9f277901-0416-4ee3-a6d4-fe42b19d1e73),segment_id=9f277901-0416-4ee3-a6d4-fe42b19d1e73)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:33:21.206242 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ca98c7d8-00b7-45a4-8145-3ae18d146481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:21.219649 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-ca98c7d8-00b7-45a4-8145-3ae18d146481 admin admin] Calling delete_port for d6f8f08a-981f-4c29-b631-68539757bdaa owned by network:router_interface {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:33:21.344056 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:21.358434 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=2 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:21.384526 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:21.482824 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ca98c7d8-00b7-45a4-8145-3ae18d146481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (d6f8f08a-981f-4c29-b631-68539757bdaa), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:21.507162 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98c7d8-00b7-45a4-8145-3ae18d146481 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f8f08a-981f-4c29-b631-68539757bdaa,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:21.611790 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:21.673513 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-ca98c7d8-00b7-45a4-8145-3ae18d146481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642907'] for router_interface (73ca5877-084e-4fb9-a3df-8edb7e850cde), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:21.884331 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca98c7d8-00b7-45a4-8145-3ae18d146481 admin admin] Router 73ca5877-084e-4fb9-a3df-8edb7e850cde has already been hosted by L3 agent e93215c6-aaed-4899-ad76-b7a3067ec9eb {{(pid=104324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 14:33:21.988628 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca98c7d8-00b7-45a4-8145-3ae18d146481 admin admin] Notify agent at l3_agent.dv-cinder-755101-9-iscsi the message routers_updated {{(pid=104324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 14:33:21.993604 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-ca98c7d8-00b7-45a4-8145-3ae18d146481 admin admin] 10.222.0.71 "PUT /v2.0/routers/73ca5877-084e-4fb9-a3df-8edb7e850cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6539669 May 18 14:33:21.996709 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52600) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:21.999374 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a7fc2-081e-4c29-8bb2-80cf6b8a2b89 None None] Sync routers for ids ['73ca5877-084e-4fb9-a3df-8edb7e850cde'] in dv-cinder-755101-9-iscsi {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:33:22.009769 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a7fc2-081e-4c29-8bb2-80cf6b8a2b89 None None] Routers {'73ca5877-084e-4fb9-a3df-8edb7e850cde'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:33:22.010390 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-024a7fc2-081e-4c29-8bb2-80cf6b8a2b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:33:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['73ca5877-084e-4fb9-a3df-8edb7e850cde'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:22.095188 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Publish callbacks [] for router (73ca5877-084e-4fb9-a3df-8edb7e850cde), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:22.113374 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-024a7fc2-081e-4c29-8bb2-80cf6b8a2b89 None None] Set router 73ca5877-084e-4fb9-a3df-8edb7e850cde gateway port host: dv-cinder-755101-9-iscsi {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:33:22.197413 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Publish callbacks [] for router_gateway (73ca5877-084e-4fb9-a3df-8edb7e850cde), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:22.289685 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-024a7fc2-081e-4c29-8bb2-80cf6b8a2b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'name': 'tempest-TestShelveInstance-455505457-router', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'external_fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:18Z', 'updated_at': '2022-05-18T14:33:21Z', 'revision_number': 5, 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'gw_port': {'id': '97b36358-f818-4b7e-91c5-3fd6e5663d0d', 'name': '', 'network_id': '6fa52440-9078-453c-aafb-df38f6e3da5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T14:28:19Z', 'updated_at': '2022-05-18T14:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb987cba-2b8a-4914-851c-79fe619fde05', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-9-iscsi'}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:22.310031 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Deleting port 97b36358-f818-4b7e-91c5-3fd6e5663d0d {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:33:22.310373 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:22.314813 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a7fc2-081e-4c29-8bb2-80cf6b8a2b89 None None] Checking router: 73ca5877-084e-4fb9-a3df-8edb7e850cde for host: dv-cinder-755101-9-iscsi {{(pid=104327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:33:22.323794 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a7fc2-081e-4c29-8bb2-80cf6b8a2b89 None None] Routers {'73ca5877-084e-4fb9-a3df-8edb7e850cde'} bound to L3 agent in host dv-cinder-755101-9-iscsi {{(pid=104327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 14:33:22.324972 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-024a7fc2-081e-4c29-8bb2-80cf6b8a2b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T14:08:03Z,description=,heartbeat_timestamp=2022-05-18T14:33:03Z,host='dv-cinder-755101-9-iscsi',id=e93215c6-aaed-4899-ad76-b7a3067ec9eb,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T14:08:04Z,topic='l3_agent')) {'router_ids': ['73ca5877-084e-4fb9-a3df-8edb7e850cde'], 'active': True} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:22.392427 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] For port 97b36358-f818-4b7e-91c5-3fd6e5663d0d, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=97b36358-f818-4b7e-91c5-3fd6e5663d0d,segment=NetworkSegment(1fd70ed4-6ccb-42dc-abba-8e1458a34364),segment_id=1fd70ed4-6ccb-42dc-abba-8e1458a34364)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:33:22.398319 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:22.409516 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_dvr_db [None req-024a7fc2-081e-4c29-8bb2-80cf6b8a2b89 None None] Set router 73ca5877-084e-4fb9-a3df-8edb7e850cde gateway port host: None {{(pid=104327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 14:33:22.411516 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Calling delete_port for 97b36358-f818-4b7e-91c5-3fd6e5663d0d owned by network:router_gateway {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:33:22.421330 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:22.457978 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.l3_hamode_db [None req-024a7fc2-081e-4c29-8bb2-80cf6b8a2b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'name': 'tempest-TestShelveInstance-455505457-router', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:18Z', 'updated_at': '2022-05-18T14:33:22Z', 'revision_number': 6, 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'gw_port_host': None}], 'dv-cinder-755101-9-iscsi', False) {} {{(pid=104327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:22.485950 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a7fc2-081e-4c29-8bb2-80cf6b8a2b89 None None] The sync data for ids ['73ca5877-084e-4fb9-a3df-8edb7e850cde'] in dv-cinder-755101-9-iscsi is: [{'id': '73ca5877-084e-4fb9-a3df-8edb7e850cde', 'name': 'tempest-TestShelveInstance-455505457-router', 'tenant_id': 'cf2664cbad244f59861042b2060d3d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T14:28:18Z', 'updated_at': '2022-05-18T14:33:22Z', 'revision_number': 6, 'project_id': 'cf2664cbad244f59861042b2060d3d59', 'gw_port_host': None}] {{(pid=104327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:33:22.576911 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:22.678942 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (97b36358-f818-4b7e-91c5-3fd6e5663d0d), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:22.705530 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b36358-f818-4b7e-91c5-3fd6e5663d0d,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:22.769479 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632694'] for router_gateway (73ca5877-084e-4fb9-a3df-8edb7e850cde), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:22.860382 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2856'] for router (73ca5877-084e-4fb9-a3df-8edb7e850cde), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:22.863109 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Publish callbacks [] for router_controller (73ca5877-084e-4fb9-a3df-8edb7e850cde), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:22.964741 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634663'] for router (73ca5877-084e-4fb9-a3df-8edb7e850cde), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:22.965506 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73ca5877-084e-4fb9-a3df-8edb7e850cde {{(pid=104324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 14:33:22.969747 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:22.970882 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-4ee82b80-2d06-4d6d-95db-24eb23c43d44 admin admin] 10.222.0.71 "DELETE /v2.0/routers/73ca5877-084e-4fb9-a3df-8edb7e850cde HTTP/1.1" status: 204 len: 168 time: 0.9730444 May 18 14:33:22.973366 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52602) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:23.018667 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4ad85f-eed5-412f-9490-9259c74cc532 admin admin] Deleting subnet cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a {{(pid=104324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 14:33:23.021999 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad85f-eed5-412f-9490-9259c74cc532 admin admin] Publish callbacks [] for subnet (cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.056838 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad85f-eed5-412f-9490-9259c74cc532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4064934'] for subnet (cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a), precommit_delete_associations {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.141095 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad85f-eed5-412f-9490-9259c74cc532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8105938'] for subnet (cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.288569 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad85f-eed5-412f-9490-9259c74cc532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8105931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4064870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3324609'] for subnet (cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.313255 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ad85f-eed5-412f-9490-9259c74cc532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:23.319997 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad85f-eed5-412f-9490-9259c74cc532 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.323592 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-5a4ad85f-eed5-412f-9490-9259c74cc532 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/cb05a3a2-65e0-4d45-a98a-ed4e0afdaa0a HTTP/1.1" status: 204 len: 168 time: 0.3488135 May 18 14:33:23.326382 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52604) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:23.329450 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d57e040-8460-48b2-bfc0-f9b3d03fd693 None None] Network 70b9af63-9206-43aa-9225-4fa825c8eb4d requested from dv-cinder-755101-9-iscsi {{(pid=104326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 14:33:23.398867 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8008205'] for network (70b9af63-9206-43aa-9225-4fa825c8eb4d), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.446098 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Deleting port 25d65582-7e27-4e9d-93e1-a52794c74939 {{(pid=104324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:33:23.446309 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.484974 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900994a1-93bf-4f40-8b0d-967523594a88 None None] DHCP port deletion for 70b9af63-9206-43aa-9225-4fa825c8eb4d request from dv-cinder-755101-9-iscsi {{(pid=104326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 14:33:23.514263 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.db [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] For port 25d65582-7e27-4e9d-93e1-a52794c74939, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=25d65582-7e27-4e9d-93e1-a52794c74939,segment=NetworkSegment(9f277901-0416-4ee3-a6d4-fe42b19d1e73),segment_id=9f277901-0416-4ee3-a6d4-fe42b19d1e73)] {{(pid=104324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:33:23.514635 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.524919 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-900994a1-93bf-4f40-8b0d-967523594a88 None None] Deleting port 25d65582-7e27-4e9d-93e1-a52794c74939 {{(pid=104326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 14:33:23.525241 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-900994a1-93bf-4f40-8b0d-967523594a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789579013605'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), before_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.528914 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.plugin [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Calling delete_port for 25d65582-7e27-4e9d-93e1-a52794c74939 owned by network:dhcp {{(pid=104324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:33:23.597802 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.db [None req-900994a1-93bf-4f40-8b0d-967523594a88 None None] For port 25d65582-7e27-4e9d-93e1-a52794c74939, host dv-cinder-755101-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-9-iscsi',level=0,port_id=25d65582-7e27-4e9d-93e1-a52794c74939,segment=NetworkSegment(9f277901-0416-4ee3-a6d4-fe42b19d1e73),segment_id=9f277901-0416-4ee3-a6d4-fe42b19d1e73)] {{(pid=104326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 14:33:23.598196 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-900994a1-93bf-4f40-8b0d-967523594a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646542'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), precommit_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.603373 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:23.611636 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-900994a1-93bf-4f40-8b0d-967523594a88 None None] Calling delete_port for 25d65582-7e27-4e9d-93e1-a52794c74939 owned by network:dhcp {{(pid=104326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 14:33:23.654529 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:23.696399 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4063639'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.702205 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-900994a1-93bf-4f40-8b0d-967523594a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8088000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789579022969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789578616616'] for port (25d65582-7e27-4e9d-93e1-a52794c74939), after_delete {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.723446 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d65582-7e27-4e9d-93e1-a52794c74939,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:23.725250 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] No DVR routers for this DVR port 25d65582-7e27-4e9d-93e1-a52794c74939 on host dv-cinder-755101-9-iscsi {{(pid=104324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:33:23.729180 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900994a1-93bf-4f40-8b0d-967523594a88 None None] Pushing event deleted for resources: {'Port': ['ID=25d65582-7e27-4e9d-93e1-a52794c74939,revision_number=None']} {{(pid=104326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:23.733903 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900994a1-93bf-4f40-8b0d-967523594a88 None None] No DVR routers for this DVR port 25d65582-7e27-4e9d-93e1-a52794c74939 on host dv-cinder-755101-9-iscsi {{(pid=104326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:33:23.802150 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8099175', 'neutron.services.segments.db._delete_segments_for_network-8789579143958'] for network (70b9af63-9206-43aa-9225-4fa825c8eb4d), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.804267 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:23.822826 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b9af63-9206-43aa-9225-4fa825c8eb4d']}} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:23.832231 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f277901-0416-4ee3-a6d4-fe42b19d1e73') {'for_net_delete': True} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:23.832533 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.services.segments.db [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f277901-0416-4ee3-a6d4-fe42b19d1e73') {} {{(pid=104324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:33:23.845766 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789579091999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4064927'] for segment (9f277901-0416-4ee3-a6d4-fe42b19d1e73), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.860087 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465'] for segment (9f277901-0416-4ee3-a6d4-fe42b19d1e73), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.866591 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:33:23.866988 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8103465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063684'] for segment (9f277901-0416-4ee3-a6d4-fe42b19d1e73), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: Traceback (most recent call last): May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: timer() May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: cb(*args, **kw) May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: return func(*args, **kwargs) May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: self._notify() May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: self.callback(batched_events) May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: event.method(event) May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: return f(self, *a, **k) May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._get(url).json() May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: return self.request(url, 'GET', **kwargs) May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:33:23.868711 dv-cinder-755101-9-iscsi neutron-server[104324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:33:23.955017 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 97b36358-f818-4b7e-91c5-3fd6e5663d0d no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:33:23.978289 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 97b36358-f818-4b7e-91c5-3fd6e5663d0d {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:33:23.978633 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 97b36358-f818-4b7e-91c5-3fd6e5663d0d not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:33:23.979049 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device d6f8f08a-981f-4c29-b631-68539757bdaa no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:33:24.000826 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: d6f8f08a-981f-4c29-b631-68539757bdaa {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:33:24.000826 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device d6f8f08a-981f-4c29-b631-68539757bdaa not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:33:24.000826 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 25d65582-7e27-4e9d-93e1-a52794c74939 no longer exists at agent ovs-agent-dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 14:33:24.019880 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.plugin [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] No Port match for: 25d65582-7e27-4e9d-93e1-a52794c74939 {{(pid=104326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 14:33:24.020147 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron.plugins.ml2.rpc [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Device 25d65582-7e27-4e9d-93e1-a52794c74939 not bound to the agent host dv-cinder-755101-9-iscsi {{(pid=104326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 14:33:24.024810 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8099164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631620'] for network (70b9af63-9206-43aa-9225-4fa825c8eb4d), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:24.032023 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744081'] for network (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:24.035466 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] 10.222.0.71 "DELETE /v2.0/networks/70b9af63-9206-43aa-9225-4fa825c8eb4d HTTP/1.1" status: 204 len: 168 time: 0.7080479 May 18 14:33:24.048211 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8d700-f77f-41b9-8537-114c71637229 admin admin] Pushing event deleted for resources: {'Network': ['ID=70b9af63-9206-43aa-9225-4fa825c8eb4d,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:24.421309 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52608) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:24.461705 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-e1745019-6fe6-499a-a7b3-680e8e465786 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dd4e2f9843b84aebb963f491048a331a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392351 May 18 14:33:24.464111 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52610) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:24.513122 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-92797e9f-132f-4d97-8785-78c465c962f6 admin admin] Publish callbacks [] for security_group (c097ac24-3eed-486e-a828-94f33d7e08b2), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:24.535628 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-92797e9f-132f-4d97-8785-78c465c962f6 admin admin] Publish callbacks [] for security_group (c097ac24-3eed-486e-a828-94f33d7e08b2), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:24.668141 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-92797e9f-132f-4d97-8785-78c465c962f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (c097ac24-3eed-486e-a828-94f33d7e08b2), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:24.670777 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-92797e9f-132f-4d97-8785-78c465c962f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:24.671925 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-92797e9f-132f-4d97-8785-78c465c962f6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c097ac24-3eed-486e-a828-94f33d7e08b2 HTTP/1.1" status: 204 len: 168 time: 0.2063215 May 18 14:33:24.680250 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92797e9f-132f-4d97-8785-78c465c962f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c097ac24-3eed-486e-a828-94f33d7e08b2,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:25.067138 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:25.335403 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52616) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:25.376767 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-936dce21-1e92-4047-aba0-2b1c846c647a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cf2664cbad244f59861042b2060d3d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402176 May 18 14:33:25.379226 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [-] (104324) accepted ('10.222.0.71', 52618) {{(pid=104324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 14:33:25.427140 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9c97444b-f4cd-4f58-8fc8-7814ab65033c admin admin] Publish callbacks [] for security_group (4463417f-192c-4a90-8d48-476eaaabfbb9), before_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:25.449522 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9c97444b-f4cd-4f58-8fc8-7814ab65033c admin admin] Publish callbacks [] for security_group (4463417f-192c-4a90-8d48-476eaaabfbb9), precommit_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:25.567837 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9c97444b-f4cd-4f58-8fc8-7814ab65033c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571802'] for security_group (4463417f-192c-4a90-8d48-476eaaabfbb9), after_delete {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:25.570430 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron_lib.callbacks.manager [None req-9c97444b-f4cd-4f58-8fc8-7814ab65033c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:25.571583 dv-cinder-755101-9-iscsi neutron-server[104324]: INFO neutron.wsgi [None req-9c97444b-f4cd-4f58-8fc8-7814ab65033c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4463417f-192c-4a90-8d48-476eaaabfbb9 HTTP/1.1" status: 204 len: 168 time: 0.1914725 May 18 14:33:25.579658 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97444b-f4cd-4f58-8fc8-7814ab65033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4463417f-192c-4a90-8d48-476eaaabfbb9,revision_number=None']} {{(pid=104324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:26.369257 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:33:30.335725 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=69,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:30.336531 dv-cinder-755101-9-iscsi neutron-server[104325]: DEBUG dbcounter [-] [104325] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=104325) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:31.158573 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-e1dc9e2c-2c27-4ad5-8067-4da4afd84bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:33.513023 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-5d0d182a-6b19-4b89-8da7-2563369d3393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:35.170822 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:35.482628 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:35.575319 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG dbcounter [-] [104324] Writing DB stats neutron:SELECT=37,neutron:DELETE=5 {{(pid=104324) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:36.258843 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:37.733355 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:38.368101 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=41 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:38.369423 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=50 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:47.679213 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:47.680005 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=57,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:55.064073 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:33:58.482113 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:33:58.482969 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:34:01.144115 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-49ebe095-29c5-414d-a2a6-c6ab0ba03c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:34:03.369899 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:34:03.475847 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-03acfe22-9fcc-4de1-b049-5d8e310255a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:34:05.186575 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:34:06.249911 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:34:07.758879 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:34:15.360654 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:34:15.365642 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:34:20.246284 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:34:20.250258 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:34:25.067268 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:34:31.140042 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ac808582-e4cf-43f4-baec-ece3305eaa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:34:33.492028 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-cb7dded6-5466-4ba0-9a56-45cf4a598d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:34:35.203202 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:34:36.263315 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:34:37.834723 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:34:40.369565 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:34:47.672259 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:34:47.678321 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:34:55.057364 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:34:57.665892 dv-cinder-755101-9-iscsi neutron-server[104324]: DEBUG neutron.wsgi [req-476a9b57-99fa-47fc-be6f-8eacb50d1e2d req-5b97fec4-6481-4eff-8537-e9837340b2c3 service neutron] (104324) timed out ('10.222.0.72', 56385) {{(pid=104324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 18 14:35:00.250773 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=15 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:35:00.252721 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=19 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:35:01.131224 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-27549cc4-da72-4f35-9b8d-d4803d52bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:35:03.485433 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-af5a9583-ba81-4972-882f-f28d4d1200dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:35:05.194017 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:35:06.267945 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:35:07.728361 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:35:17.369112 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:35:17.667291 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:35:17.674504 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:35:25.071454 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:35:29.358902 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:35:29.359937 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:35:31.154510 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c250aa52-0a5c-4fbd-b3d6-227ad002b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:35:33.476294 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d8ac43be-0f32-4a7b-b46e-d4e9355e0e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:35:35.207719 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:35:36.261637 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:35:37.779534 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:35:47.670488 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:35:47.677834 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:35:54.369674 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:35:55.089883 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:36:01.180758 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-d6be1cab-b8f8-455b-9e03-5cf07d9b6d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:36:03.500474 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-90d560ed-204b-4b2d-9f58-1abf3bc9bdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:36:05.203605 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:36:06.312100 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:36:06.350484 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=6 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:36:06.355861 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:36:07.735055 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:36:20.392101 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:36:20.394030 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:36:25.106051 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:36:31.137643 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-ba5278a1-73c5-4fa9-b2b5-28fcc808775e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:36:31.369597 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:36:33.499983 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1f23-9af6-4634-b47c-80ee1a6dd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:36:35.225783 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:36:36.275391 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:36:37.762609 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:36:43.351654 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:36:43.356661 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:36:47.677481 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:36:47.684543 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:36:55.080124 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:00.331724 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=13 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:37:00.333512 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=13 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:37:01.142520 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-4a81a68b-0c64-4099-98f5-79966c752c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:03.491784 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-2df5a394-8248-440a-9003-9e71545adcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:05.194178 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:06.268487 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:07.750269 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:08.369238 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:37:17.676132 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:37:17.682144 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:37:20.347882 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=3 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:37:20.352760 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=5 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:37:25.102646 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:31.171039 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7b3625aa-b5a1-4e4b-9196-6fe89f0eb838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:33.498934 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-068e7c32-efbf-4097-add2-1ab93fda13bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:35.207008 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:36.326978 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:37.827839 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:45.369646 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:37:47.723052 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:37:47.729092 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:37:55.115085 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:37:58.492685 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:37:58.493453 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:38:01.130458 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f2bfee7e-7447-487e-8a48-815b2a607b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:38:03.506719 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-9e9855c5-bb90-487c-8914-8440e2659329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:38:05.198202 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:38:06.286729 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:38:07.729861 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:38:20.259800 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:38:20.260624 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:38:22.369668 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG neutron.db.agents_db [None req-920f0d66-ccdd-45ec-9d2d-f32770810445 None None] Agent healthcheck: found 6 active agents {{(pid=104327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 14:38:25.158422 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-04be7a99-b086-418c-818b-33b99b767582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (7ba12e7c-70d0-48b6-afdc-7b7bd3f4cdff), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:38:31.148803 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-7aaac14d-f22b-4e73-a4bf-5a27a074f42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (eea2d819-104e-4e3b-97a7-f9f5c2624e4f), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:38:33.500798 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-c1338331-6405-4cc5-8fee-120c4b54fb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (e93215c6-aaed-4899-ad76-b7a3067ec9eb), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:38:34.340354 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:38:34.347221 dv-cinder-755101-9-iscsi neutron-server[104327]: DEBUG dbcounter [-] [104327] Writing DB stats neutron:SELECT=4 {{(pid=104327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:38:35.214863 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-855eb397-cd19-4129-b942-c0530104936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (134ebcda-c269-4e8e-9140-15a4437c56bf), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:38:36.303013 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-f6c136d6-5b02-48b3-866f-cc8b490b183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (9010218a-a496-4f39-b2ce-92c20c55b221), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:38:37.765358 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG neutron_lib.callbacks.manager [None req-6df67fdc-f871-46ac-8930-0fb127830417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789579143940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8176292'] for agent (ee303fed-37c2-4c12-8275-b92f6a6a4cb8), after_update {{(pid=104326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 14:38:47.671473 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 14:38:47.676403 dv-cinder-755101-9-iscsi neutron-server[104326]: DEBUG dbcounter [-] [104326] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104326) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}